-- Logs begin at Wed 2021-08-25 15:12:48 UTC, end at Wed 2021-08-25 16:25:08 UTC. -- Aug 25 16:01:12.458175 dv-cinder-806007-1-smb systemd[1]: Started Devstack devstack@q-svc.service. Aug 25 16:01:14.621195 dv-cinder-806007-1-smb neutron-server[74934]: INFO neutron.common.config [-] Logging enabled! Aug 25 16:01:14.621912 dv-cinder-806007-1-smb neutron-server[74934]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.2.1.dev13 Aug 25 16:01:14.622004 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=74934) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Aug 25 16:01:14.625004 dv-cinder-806007-1-smb neutron-server[74934]: INFO neutron.common.config [-] Logging enabled! Aug 25 16:01:14.625287 dv-cinder-806007-1-smb neutron-server[74934]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.2.1.dev13 Aug 25 16:01:14.625536 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=74934) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Aug 25 16:01:14.626494 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}} Aug 25 16:01:14.626731 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}} Aug 25 16:01:14.627088 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}} Aug 25 16:01:14.627336 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}} Aug 25 16:01:14.627563 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}} Aug 25 16:01:14.627883 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:14.628182 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:14.628479 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:14.628711 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:14.629009 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:14.629326 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:14.629615 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:14.629904 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:14.630202 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:14.630486 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:14.630766 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:14.631050 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:14.631283 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:14.631559 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.common.config [-] config_source = [] {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:14.631846 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:14.632134 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:14.632360 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.common.config [-] debug = True {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:14.632641 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:14.633068 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:14.633505 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:14.633781 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:14.634076 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:14.634349 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:14.634625 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:14.634912 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:14.635240 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.common.config [-] host = dv-cinder-806007-1-smb {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:14.635519 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:14.635806 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:14.636095 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:14.636384 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:14.636659 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:14.636936 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:14.637249 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:14.637526 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.common.config [-] log_dir = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:14.637800 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.common.config [-] log_file = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:14.638077 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:14.638367 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:14.638656 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:14.638976 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:14.639252 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:14.639485 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:14.639773 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:14.640062 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:14.640338 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:14.640612 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:14.640887 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:14.641185 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:14.641462 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:14.641731 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:14.642015 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:14.642298 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:14.642584 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:14.642858 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:14.643130 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:14.643401 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:14.643670 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:14.643953 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:14.644226 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:14.644498 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:14.644771 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:14.645057 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:14.645345 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:14.645618 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:14.645915 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:14.646199 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:14.646483 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:14.646765 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:14.647038 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:14.647317 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:14.647587 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:14.647858 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.common.config [-] use_journal = False {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:14.648129 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.common.config [-] use_json = False {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:14.648398 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:14.648669 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:14.648949 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:14.649247 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:14.649525 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:14.649797 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:14.650065 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:14.650348 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:14.650644 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:14.650941 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:14.651240 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:14.651523 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:14.651814 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:14.652098 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:14.652388 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:14.652815 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:14.652958 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:14.653273 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:14.653566 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:14.653845 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:14.654129 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:14.654423 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:14.654744 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:14.655088 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:14.655297 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:14.655589 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:14.655869 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:14.656144 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:14.656424 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:14.656715 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:14.656994 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:14.657295 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:14.657577 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:14.657854 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:14.658126 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:14.658398 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:14.658675 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:14.658964 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:14.659240 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:14.659517 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:14.659787 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:14.660061 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:14.660331 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:14.660616 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:14.660894 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:14.661195 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:14.661472 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:14.661751 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:14.662025 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:14.662299 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:14.662578 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:14.662853 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:14.663131 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:14.663406 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:14.663678 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:14.663952 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:14.664226 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:14.664502 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:14.664780 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:14.665054 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:14.665354 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:14.665628 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:14.665902 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:14.666174 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:14.666447 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:14.666720 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:14.667011 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:14.667311 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:14.667590 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:14.667870 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:14.668149 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:14.668425 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:14.668702 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:14.668980 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:14.669286 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:14.669565 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:14.669839 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:14.670685 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:14.671023 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:14.671391 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:14.671686 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:14.671970 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:14.672270 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:14.672553 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:14.672838 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:14.673144 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:14.673426 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:14.673713 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:14.673998 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:14.674293 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:14.674588 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:14.674884 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:14.675180 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:14.675475 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:14.675757 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:14.676069 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:14.676351 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:14.676571 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 25 16:01:14.676811 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=74934) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 25 16:01:15.095038 dv-cinder-806007-1-smb neutron-server[74934]: INFO keyring.backend [-] Loading KWallet Aug 25 16:01:15.102606 dv-cinder-806007-1-smb neutron-server[74934]: INFO keyring.backend [-] Loading SecretService Aug 25 16:01:15.106023 dv-cinder-806007-1-smb neutron-server[74934]: INFO keyring.backend [-] Loading Windows Aug 25 16:01:15.107395 dv-cinder-806007-1-smb neutron-server[74934]: INFO keyring.backend [-] Loading chainer Aug 25 16:01:15.108079 dv-cinder-806007-1-smb neutron-server[74934]: INFO keyring.backend [-] Loading macOS Aug 25 16:01:15.142553 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=74934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:01:15.142922 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=74934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:01:15.143315 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=74934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:01:15.143776 dv-cinder-806007-1-smb neutron-server[74934]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 25 16:01:15.498520 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:01:15.498730 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:01:15.498995 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:01:15.555903 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:01:15.556183 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:01:15.556454 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:01:15.559425 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:01:15.559708 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:01:15.559981 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:01:15.588684 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:01:15.588967 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:01:15.589260 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:01:15.617432 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:01:15.617715 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:01:15.617988 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:01:15.931997 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=74934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:01:15.932645 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=74934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:01:15.932645 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=74934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:01:15.932809 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=74934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:01:15.933552 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=74934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:01:16.059999 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=74934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:01:16.060318 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=74934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:01:16.060607 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=74934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:01:16.060955 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=74934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:01:16.061246 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=74934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:01:16.061559 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=74934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:01:16.061828 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=74934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:01:16.062092 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=74934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:01:16.062352 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=74934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:01:16.062642 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=74934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:01:16.062906 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=74934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:01:16.063176 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=74934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:01:16.063448 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:01:16.063706 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=74934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:01:16.063973 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=74934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:01:16.064243 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=74934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:01:16.064502 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=74934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:01:16.064775 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:01:16.065031 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:01:16.065336 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=74934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:01:16.065687 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=74934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:01:16.065942 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=74934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:01:16.066193 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=74934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:01:16.066475 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:01:16.066728 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:01:16.066975 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:01:16.067358 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=74934) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 25 16:01:16.067599 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=74934) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 25 16:01:16.067838 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=74934) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 25 16:01:16.068075 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=74934) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 25 16:01:16.068313 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=74934) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 25 16:01:16.068548 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=74934) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 25 16:01:16.069109 dv-cinder-806007-1-smb neutron-server[74934]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 25 16:01:16.072201 dv-cinder-806007-1-smb neutron-server[74934]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 25 16:01:16.076143 dv-cinder-806007-1-smb neutron-server[74934]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 25 16:01:16.080811 dv-cinder-806007-1-smb neutron-server[74934]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(850, 899)])]) Aug 25 16:01:16.082470 dv-cinder-806007-1-smb neutron-server[74934]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 25 16:01:16.082858 dv-cinder-806007-1-smb neutron-server[74934]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 25 16:01:16.083197 dv-cinder-806007-1-smb neutron-server[74934]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 25 16:01:16.083592 dv-cinder-806007-1-smb neutron-server[74934]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 25 16:01:16.086385 dv-cinder-806007-1-smb neutron-server[74934]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 25 16:01:16.086642 dv-cinder-806007-1-smb neutron-server[74934]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 25 16:01:16.086986 dv-cinder-806007-1-smb neutron-server[74934]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 25 16:01:16.115127 dv-cinder-806007-1-smb neutron-server[74934]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Aug 25 16:01:16.115588 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=74934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:01:16.115891 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=74934) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 25 16:01:16.116258 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=74934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:01:16.117802 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=74934) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 25 16:01:16.118091 dv-cinder-806007-1-smb neutron-server[74934]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 25 16:01:16.118585 dv-cinder-806007-1-smb neutron-server[74934]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 25 16:01:16.121788 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=74934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:01:16.122076 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=74934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:01:16.181988 dv-cinder-806007-1-smb neutron-server[74934]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 25 16:01:16.182276 dv-cinder-806007-1-smb neutron-server[74934]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 25 16:01:16.182473 dv-cinder-806007-1-smb neutron-server[74934]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 25 16:01:16.182853 dv-cinder-806007-1-smb neutron-server[74934]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 25 16:01:16.213535 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_db.sqlalchemy.engines [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=74934) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Aug 25 16:01:16.544680 dv-cinder-806007-1-smb neutron-server[74934]: INFO neutron.plugins.ml2.managers [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Initializing driver for type 'gre' Aug 25 16:01:16.545246 dv-cinder-806007-1-smb neutron-server[74934]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] gre ID ranges: [(1, 1000)] Aug 25 16:01:16.601288 dv-cinder-806007-1-smb neutron-server[74934]: INFO neutron.plugins.ml2.managers [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Initializing driver for type 'local' Aug 25 16:01:16.601671 dv-cinder-806007-1-smb neutron-server[74934]: INFO neutron.plugins.ml2.managers [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Initializing driver for type 'vlan' Aug 25 16:01:16.613818 dv-cinder-806007-1-smb neutron-server[74934]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] VlanTypeDriver initialization complete Aug 25 16:01:16.614182 dv-cinder-806007-1-smb neutron-server[74934]: INFO neutron.plugins.ml2.managers [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Initializing driver for type 'vxlan' Aug 25 16:01:16.614665 dv-cinder-806007-1-smb neutron-server[74934]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] vxlan ID ranges: [(1, 1000)] Aug 25 16:01:16.669801 dv-cinder-806007-1-smb neutron-server[74934]: INFO neutron.plugins.ml2.managers [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Initializing extension driver 'port_security' Aug 25 16:01:16.670279 dv-cinder-806007-1-smb neutron-server[74934]: INFO neutron.plugins.ml2.extensions.port_security [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] PortSecurityExtensionDriver initialization complete Aug 25 16:01:16.670595 dv-cinder-806007-1-smb neutron-server[74934]: INFO neutron.plugins.ml2.managers [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Initializing mechanism driver 'openvswitch' Aug 25 16:01:16.670989 dv-cinder-806007-1-smb neutron-server[74934]: INFO neutron.plugins.ml2.managers [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Initializing mechanism driver 'hyperv' Aug 25 16:01:16.677471 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.plugins.ml2.plugin [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=74934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:01:16.678251 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron_lib.callbacks.manager [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Subscribe: > port after_create 55550000 {{(pid=74934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:01:16.678634 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron_lib.callbacks.manager [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Subscribe: > port after_update 55550000 {{(pid=74934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:01:16.678997 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron_lib.callbacks.manager [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Subscribe: > port after_delete 55550000 {{(pid=74934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:01:16.679408 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron_lib.callbacks.manager [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Subscribe: > subnet after_create 55550000 {{(pid=74934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:01:16.679747 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron_lib.callbacks.manager [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Subscribe: > subnet after_update 55550000 {{(pid=74934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:01:16.680093 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron_lib.callbacks.manager [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Subscribe: > subnet after_delete 55550000 {{(pid=74934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:01:16.680473 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron_lib.callbacks.manager [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Subscribe: > network after_create 55550000 {{(pid=74934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:01:16.680827 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron_lib.callbacks.manager [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Subscribe: > network after_update 55550000 {{(pid=74934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:01:16.681203 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron_lib.callbacks.manager [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Subscribe: > network after_delete 55550000 {{(pid=74934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:01:16.681586 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron_lib.callbacks.manager [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Subscribe: > security_group after_create 55550000 {{(pid=74934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:01:16.681943 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron_lib.callbacks.manager [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Subscribe: > security_group after_update 55550000 {{(pid=74934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:01:16.682292 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron_lib.callbacks.manager [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Subscribe: > security_group after_delete 55550000 {{(pid=74934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:01:16.682671 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron_lib.callbacks.manager [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=74934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:01:16.683021 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron_lib.callbacks.manager [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=74934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:01:16.683360 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron_lib.callbacks.manager [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=74934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:01:16.683704 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] ML2 OVO RPC backend initialized. {{(pid=74934) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:140}} Aug 25 16:01:16.684343 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron_lib.callbacks.manager [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Subscribe: > router_interface after_create 55550000 {{(pid=74934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:01:16.684704 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron_lib.callbacks.manager [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Subscribe: > router_interface after_delete 55550000 {{(pid=74934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:01:16.685158 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron_lib.callbacks.manager [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Subscribe: > network before_response 55550000 {{(pid=74934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:01:16.685511 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron_lib.callbacks.manager [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Subscribe: > networks before_response 55550000 {{(pid=74934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:01:16.685943 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron_lib.callbacks.manager [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Subscribe: > port before_response 55550000 {{(pid=74934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:01:16.686325 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron_lib.callbacks.manager [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Subscribe: > ports before_response 55550000 {{(pid=74934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:01:16.686676 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron_lib.callbacks.manager [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Subscribe: > subnet before_response 55550000 {{(pid=74934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:01:16.687025 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron_lib.callbacks.manager [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Subscribe: > subnets before_response 55550000 {{(pid=74934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:01:16.687376 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron_lib.callbacks.manager [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Subscribe: > network after_create 55550000 {{(pid=74934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:01:16.687723 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron_lib.callbacks.manager [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Subscribe: > network after_update 55550000 {{(pid=74934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:01:16.688066 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron_lib.callbacks.manager [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Subscribe: > network after_delete 55550000 {{(pid=74934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:01:16.688408 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron_lib.callbacks.manager [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Subscribe: > port after_create 55550000 {{(pid=74934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:01:16.688747 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron_lib.callbacks.manager [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Subscribe: > port after_update 55550000 {{(pid=74934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:01:16.689104 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron_lib.callbacks.manager [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Subscribe: > port after_delete 55550000 {{(pid=74934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:01:16.689450 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron_lib.callbacks.manager [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Subscribe: > subnet after_create 55550000 {{(pid=74934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:01:16.689790 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron_lib.callbacks.manager [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Subscribe: > subnet after_update 55550000 {{(pid=74934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:01:16.690128 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron_lib.callbacks.manager [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Subscribe: > subnet after_delete 55550000 {{(pid=74934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:01:16.690708 dv-cinder-806007-1-smb neutron-server[74934]: INFO neutron.plugins.ml2.plugin [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Modular L2 Plugin initialization complete Aug 25 16:01:16.691038 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.manager [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Loading services supported by the core plugin {{(pid=74934) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 25 16:01:16.691372 dv-cinder-806007-1-smb neutron-server[74934]: INFO neutron.plugins.ml2.managers [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Got port-security extension from driver 'port_security' Aug 25 16:01:16.691839 dv-cinder-806007-1-smb neutron-server[74934]: INFO neutron.extensions.vlantransparent [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Disabled vlantransparent extension. Aug 25 16:01:16.692256 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.manager [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=74934) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 25 16:01:16.692574 dv-cinder-806007-1-smb neutron-server[74934]: INFO neutron.manager [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Loading Plugin: router Aug 25 16:01:16.728363 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron_lib.callbacks.manager [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Subscribe: > router_interface before_create 55550000 {{(pid=74934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:01:16.728757 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron_lib.callbacks.manager [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Subscribe: > router after_create 55549900 {{(pid=74934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:01:16.729159 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron_lib.callbacks.manager [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Subscribe: > router before_create 55549900 {{(pid=74934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:01:16.729539 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron_lib.callbacks.manager [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Subscribe: > router_interface before_delete 55550000 {{(pid=74934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:01:16.730047 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron_lib.callbacks.manager [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Subscribe: > router_interface after_delete 55550000 {{(pid=74934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:01:16.730418 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron_lib.callbacks.manager [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Subscribe: > router after_delete 55549900 {{(pid=74934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:01:16.730789 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron_lib.callbacks.manager [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Subscribe: > floatingip after_update 55550000 {{(pid=74934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:01:16.731165 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron_lib.callbacks.manager [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Subscribe: > router after_create 55549900 {{(pid=74934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:01:16.731524 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron_lib.callbacks.manager [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Subscribe: > router after_update 55549900 {{(pid=74934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:01:16.731885 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron_lib.callbacks.manager [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Subscribe: > router after_update 55549900 {{(pid=74934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:01:16.732241 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron_lib.callbacks.manager [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=74934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:01:16.733255 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron_lib.callbacks.manager [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Subscribe: > router after_update 55549900 {{(pid=74934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:01:16.733760 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron_lib.callbacks.manager [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Subscribe: > router precommit_update 55549900 {{(pid=74934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:01:16.734181 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron_lib.callbacks.manager [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Subscribe: port after_update 55550000 {{(pid=74934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:01:16.734533 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron_lib.callbacks.manager [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Subscribe: port after_delete 55550000 {{(pid=74934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:01:16.734880 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron_lib.callbacks.manager [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Subscribe: subnet after_update 55550000 {{(pid=74934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:01:16.735227 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron_lib.callbacks.manager [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=74934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:01:16.735582 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron_lib.callbacks.manager [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Subscribe: > port precommit_delete 55550000 {{(pid=74934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:01:16.735953 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron_lib.callbacks.manager [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Subscribe: > router precommit_create 55549900 {{(pid=74934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:01:16.736306 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron_lib.callbacks.manager [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Subscribe: port before_delete 55550000 {{(pid=74934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:01:16.736658 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron_lib.callbacks.manager [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Subscribe: > router precommit_create 55550000 {{(pid=74934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:01:16.737029 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron_lib.callbacks.manager [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Subscribe: > router after_update 55549900 {{(pid=74934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:01:16.737407 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron_lib.callbacks.manager [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Subscribe: > router precommit_delete 55549900 {{(pid=74934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:01:16.737766 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron_lib.callbacks.manager [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Subscribe: > router precommit_create 55549900 {{(pid=74934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:01:16.738136 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron_lib.callbacks.manager [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Subscribe: > router_interface after_create 55550000 {{(pid=74934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:01:16.738492 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron_lib.callbacks.manager [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Subscribe: > router precommit_update 55549900 {{(pid=74934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:01:16.738866 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron_lib.callbacks.manager [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Subscribe: > agent after_create 55550000 {{(pid=74934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:01:16.739223 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron_lib.callbacks.manager [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Subscribe: > agent after_delete 55550000 {{(pid=74934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:01:16.739578 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron_lib.callbacks.manager [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Subscribe: > network after_delete 55550000 {{(pid=74934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:01:16.740447 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.quota.resource_registry [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Tracking information for resource: router configured {{(pid=74934) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 25 16:01:16.740783 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.quota.resource_registry [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Tracking information for resource: floatingip configured {{(pid=74934) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 25 16:01:16.745882 dv-cinder-806007-1-smb neutron-server[74934]: INFO neutron.db.l3_agentschedulers_db [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 25 16:01:16.746467 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron_lib.callbacks.manager [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Subscribe: port after_update 55550000 {{(pid=74934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:01:16.746829 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron_lib.callbacks.manager [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Subscribe: port after_create 55550000 {{(pid=74934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:01:16.747183 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron_lib.callbacks.manager [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Subscribe: port after_delete 55550000 {{(pid=74934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:01:16.747538 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron_lib.callbacks.manager [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Subscribe: port after_update 55550000 {{(pid=74934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:01:16.748939 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron_lib.callbacks.manager [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Subscribe: > router before_create 55550100 {{(pid=74934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:01:16.749324 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron_lib.callbacks.manager [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Subscribe: > router precommit_delete 55550100 {{(pid=74934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:01:16.749694 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron_lib.callbacks.manager [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Subscribe: > router precommit_create 55550100 {{(pid=74934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:01:16.750058 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron_lib.callbacks.manager [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Subscribe: > router precommit_update 55550100 {{(pid=74934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:01:16.754407 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.services.provider_configuration [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Service providers = [] {{(pid=74934) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 25 16:01:16.754779 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.db.servicetype_db [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=74934) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 25 16:01:16.757778 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.services.service_base [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=74934) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 25 16:01:16.758138 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.services.service_base [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=74934) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 25 16:01:16.758486 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.services.service_base [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=74934) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 25 16:01:16.759393 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.services.service_base [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=74934) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 25 16:01:16.759768 dv-cinder-806007-1-smb neutron-server[74934]: INFO neutron.services.service_base [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 25 16:01:16.760154 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.manager [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=74934) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 25 16:01:16.760475 dv-cinder-806007-1-smb neutron-server[74934]: INFO neutron.manager [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 25 16:01:16.771160 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.manager [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Successfully loaded METERING plugin. Description: METERING {{(pid=74934) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 25 16:01:16.771501 dv-cinder-806007-1-smb neutron-server[74934]: INFO neutron.manager [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Loading Plugin: auto_allocate Aug 25 16:01:16.777358 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron_lib.callbacks.manager [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Subscribe: network precommit_update 55550000 {{(pid=74934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:01:16.777727 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron_lib.callbacks.manager [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Subscribe: network precommit_create 55550000 {{(pid=74934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:01:16.778248 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.manager [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=74934) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 25 16:01:16.778572 dv-cinder-806007-1-smb neutron-server[74934]: INFO neutron.manager [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Loading Plugin: tag Aug 25 16:01:16.785376 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.manager [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=74934) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 25 16:01:16.785718 dv-cinder-806007-1-smb neutron-server[74934]: INFO neutron.manager [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Loading Plugin: timestamp Aug 25 16:01:16.789529 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.manager [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=74934) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 25 16:01:16.789866 dv-cinder-806007-1-smb neutron-server[74934]: INFO neutron.manager [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Loading Plugin: network_ip_availability Aug 25 16:01:16.795671 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron_lib.callbacks.manager [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=74934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:01:16.796128 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron_lib.callbacks.manager [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=74934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:01:16.796500 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron_lib.callbacks.manager [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:01:16.797246 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.manager [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=74934) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 25 16:01:16.797572 dv-cinder-806007-1-smb neutron-server[74934]: INFO neutron.manager [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Loading Plugin: flavors Aug 25 16:01:16.802441 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.manager [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=74934) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 25 16:01:16.802780 dv-cinder-806007-1-smb neutron-server[74934]: INFO neutron.manager [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Loading Plugin: revisions Aug 25 16:01:16.807016 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.manager [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=74934) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 25 16:01:16.807410 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_concurrency.lockutils [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.664s {{(pid=74934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:01:16.808144 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=74934) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:632}} Aug 25 16:01:16.808484 dv-cinder-806007-1-smb neutron-server[74934]: INFO neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Initializing extension manager. Aug 25 16:01:16.809002 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Loading extension file: __init__.py {{(pid=74934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:01:16.809369 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Loading extension file: __pycache__ {{(pid=74934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:01:16.809709 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=74934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:01:16.810046 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=74934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:01:16.810382 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Loading extension file: _filter_validation_lib.py {{(pid=74934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:01:16.811337 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=74934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:01:16.811772 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Loading extension file: address_group.py {{(pid=74934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:01:16.812534 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=74934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:01:16.813121 dv-cinder-806007-1-smb neutron-server[74934]: INFO neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Loaded extension: address-group Aug 25 16:01:16.813448 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Loading extension file: address_scope.py {{(pid=74934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:01:16.814172 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=74934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:01:16.814679 dv-cinder-806007-1-smb neutron-server[74934]: INFO neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Loaded extension: address-scope Aug 25 16:01:16.815003 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Loading extension file: admin_state_down_before_update.py {{(pid=74934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:01:16.815945 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=74934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:01:16.816455 dv-cinder-806007-1-smb neutron-server[74934]: INFO neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Loaded extension: router-admin-state-down-before-update Aug 25 16:01:16.816781 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Loading extension file: agent.py {{(pid=74934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:01:16.817529 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=74934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:01:16.818035 dv-cinder-806007-1-smb neutron-server[74934]: INFO neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Loaded extension: agent Aug 25 16:01:16.818361 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Loading extension file: agent_resources_synced.py {{(pid=74934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:01:16.819281 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=74934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:01:16.819789 dv-cinder-806007-1-smb neutron-server[74934]: INFO neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Loaded extension: agent-resources-synced Aug 25 16:01:16.820116 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Loading extension file: allowedaddresspairs.py {{(pid=74934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:01:16.821930 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=74934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:01:16.822451 dv-cinder-806007-1-smb neutron-server[74934]: INFO neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Loaded extension: allowed-address-pairs Aug 25 16:01:16.822778 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Loading extension file: auto_allocated_topology.py {{(pid=74934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:01:16.823883 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=74934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:01:16.824400 dv-cinder-806007-1-smb neutron-server[74934]: INFO neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Loaded extension: auto-allocated-topology Aug 25 16:01:16.824727 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Loading extension file: availability_zone.py {{(pid=74934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:01:16.825471 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=74934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:01:16.825978 dv-cinder-806007-1-smb neutron-server[74934]: INFO neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Loaded extension: availability_zone Aug 25 16:01:16.826379 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Loading extension file: availability_zone_filter.py {{(pid=74934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:01:16.827433 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=74934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:01:16.827943 dv-cinder-806007-1-smb neutron-server[74934]: INFO neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Loaded extension: availability_zone_filter Aug 25 16:01:16.828268 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Loading extension file: data_plane_status.py {{(pid=74934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:01:16.829218 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=74934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:01:16.829718 dv-cinder-806007-1-smb neutron-server[74934]: INFO neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Extension data-plane-status not supported by any of loaded plugins Aug 25 16:01:16.830041 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Loading extension file: default_subnetpools.py {{(pid=74934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:01:16.830964 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=74934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:01:16.831468 dv-cinder-806007-1-smb neutron-server[74934]: INFO neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Loaded extension: default-subnetpools Aug 25 16:01:16.831792 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Loading extension file: dhcpagentscheduler.py {{(pid=74934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:01:16.832570 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=74934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:01:16.833088 dv-cinder-806007-1-smb neutron-server[74934]: INFO neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Loaded extension: dhcp_agent_scheduler Aug 25 16:01:16.833415 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Loading extension file: dns.py {{(pid=74934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:01:16.834334 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=74934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:01:16.834837 dv-cinder-806007-1-smb neutron-server[74934]: INFO neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Extension dns-integration not supported by any of loaded plugins Aug 25 16:01:16.835166 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Loading extension file: dns_domain_ports.py {{(pid=74934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:01:16.836092 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=74934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:01:16.836598 dv-cinder-806007-1-smb neutron-server[74934]: INFO neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 25 16:01:16.836927 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Loading extension file: dvr.py {{(pid=74934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:01:16.837634 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=74934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:01:16.838139 dv-cinder-806007-1-smb neutron-server[74934]: INFO neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Loaded extension: dvr Aug 25 16:01:16.838462 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Loading extension file: empty_string_filtering.py {{(pid=74934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:01:16.839385 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=74934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:01:16.839892 dv-cinder-806007-1-smb neutron-server[74934]: INFO neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Loaded extension: empty-string-filtering Aug 25 16:01:16.840223 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=74934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:01:16.841157 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=74934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:01:16.841662 dv-cinder-806007-1-smb neutron-server[74934]: INFO neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 25 16:01:16.842037 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=74934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:01:16.843331 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=74934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:01:16.843840 dv-cinder-806007-1-smb neutron-server[74934]: INFO neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 25 16:01:16.844164 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Loading extension file: external_net.py {{(pid=74934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:01:16.845106 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=74934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:01:16.845621 dv-cinder-806007-1-smb neutron-server[74934]: INFO neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Loaded extension: external-net Aug 25 16:01:16.845946 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Loading extension file: extra_dhcp_opt.py {{(pid=74934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:01:16.846870 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=74934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:01:16.847374 dv-cinder-806007-1-smb neutron-server[74934]: INFO neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Loaded extension: extra_dhcp_opt Aug 25 16:01:16.847697 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Loading extension file: extraroute.py {{(pid=74934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:01:16.848619 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=74934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:01:16.849158 dv-cinder-806007-1-smb neutron-server[74934]: INFO neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Loaded extension: extraroute Aug 25 16:01:16.849489 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Loading extension file: extraroute_atomic.py {{(pid=74934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:01:16.850537 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=74934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:01:16.851048 dv-cinder-806007-1-smb neutron-server[74934]: INFO neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Loaded extension: extraroute-atomic Aug 25 16:01:16.851372 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Loading extension file: filter_validation.py {{(pid=74934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:01:16.852047 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=74934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:01:16.852549 dv-cinder-806007-1-smb neutron-server[74934]: INFO neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Loaded extension: filter-validation Aug 25 16:01:16.852871 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Loading extension file: fip_pf_description.py {{(pid=74934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:01:16.853826 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=74934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:01:16.854326 dv-cinder-806007-1-smb neutron-server[74934]: INFO neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 25 16:01:16.854649 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Loading extension file: fip_port_details.py {{(pid=74934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:01:16.855586 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=74934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:01:16.856089 dv-cinder-806007-1-smb neutron-server[74934]: INFO neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Loaded extension: fip-port-details Aug 25 16:01:16.856411 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Loading extension file: flavors.py {{(pid=74934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:01:16.858351 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=74934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:01:16.859135 dv-cinder-806007-1-smb neutron-server[74934]: INFO neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Loaded extension: flavors Aug 25 16:01:16.859476 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=74934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:01:16.861180 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=74934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:01:16.861696 dv-cinder-806007-1-smb neutron-server[74934]: INFO neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 25 16:01:16.862027 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Loading extension file: floatingip_pools.py {{(pid=74934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:01:16.862729 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=74934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:01:16.863238 dv-cinder-806007-1-smb neutron-server[74934]: INFO neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Loaded extension: floatingip-pools Aug 25 16:01:16.863564 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Loading extension file: ip_allocation.py {{(pid=74934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:01:16.864496 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=74934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:01:16.865002 dv-cinder-806007-1-smb neutron-server[74934]: INFO neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Extension ip_allocation not supported by any of loaded plugins Aug 25 16:01:16.865354 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Loading extension file: ip_substring_port_filtering.py {{(pid=74934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:01:16.866290 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=74934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:01:16.866799 dv-cinder-806007-1-smb neutron-server[74934]: INFO neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Loaded extension: ip-substring-filtering Aug 25 16:01:16.867128 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Loading extension file: l2_adjacency.py {{(pid=74934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:01:16.868065 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=74934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:01:16.868840 dv-cinder-806007-1-smb neutron-server[74934]: INFO neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Extension l2_adjacency not supported by any of loaded plugins Aug 25 16:01:16.869184 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Loading extension file: l3.py {{(pid=74934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:01:16.870154 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=74934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:01:16.870666 dv-cinder-806007-1-smb neutron-server[74934]: INFO neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Loaded extension: router Aug 25 16:01:16.870994 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Loading extension file: l3_conntrack_helper.py {{(pid=74934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:01:16.873832 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=74934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:01:16.874357 dv-cinder-806007-1-smb neutron-server[74934]: INFO neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 25 16:01:16.874694 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Loading extension file: l3_ext_gw_mode.py {{(pid=74934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:01:16.875647 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=74934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:01:16.876162 dv-cinder-806007-1-smb neutron-server[74934]: INFO neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Loaded extension: ext-gw-mode Aug 25 16:01:16.876494 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Loading extension file: l3_ext_ha_mode.py {{(pid=74934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:01:16.877464 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=74934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:01:16.877973 dv-cinder-806007-1-smb neutron-server[74934]: INFO neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Loaded extension: l3-ha Aug 25 16:01:16.878303 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Loading extension file: l3_flavors.py {{(pid=74934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:01:16.879232 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=74934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:01:16.879740 dv-cinder-806007-1-smb neutron-server[74934]: INFO neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Loaded extension: l3-flavors Aug 25 16:01:16.880067 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=74934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:01:16.881011 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=74934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:01:16.881542 dv-cinder-806007-1-smb neutron-server[74934]: INFO neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Loaded extension: l3-port-ip-change-not-allowed Aug 25 16:01:16.881871 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Loading extension file: l3agentscheduler.py {{(pid=74934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:01:16.882918 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=74934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:01:16.883432 dv-cinder-806007-1-smb neutron-server[74934]: INFO neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Loaded extension: l3_agent_scheduler Aug 25 16:01:16.883766 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Loading extension file: logging.py {{(pid=74934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:01:16.885280 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=74934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:01:16.885803 dv-cinder-806007-1-smb neutron-server[74934]: INFO neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Extension logging not supported by any of loaded plugins Aug 25 16:01:16.886137 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Loading extension file: metering.py {{(pid=74934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:01:16.886887 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=74934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:01:16.887458 dv-cinder-806007-1-smb neutron-server[74934]: INFO neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Loaded extension: metering Aug 25 16:01:16.887790 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=74934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:01:16.888942 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=74934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:01:16.889483 dv-cinder-806007-1-smb neutron-server[74934]: INFO neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Loaded extension: metering_source_and_destination_fields Aug 25 16:01:16.889816 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Loading extension file: multiprovidernet.py {{(pid=74934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:01:16.890753 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=74934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:01:16.891261 dv-cinder-806007-1-smb neutron-server[74934]: INFO neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Loaded extension: multi-provider Aug 25 16:01:16.891589 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Loading extension file: netmtu.py {{(pid=74934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:01:16.892521 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=74934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:01:16.893026 dv-cinder-806007-1-smb neutron-server[74934]: INFO neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Loaded extension: net-mtu Aug 25 16:01:16.893383 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Loading extension file: netmtu_writable.py {{(pid=74934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:01:16.894311 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=74934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:01:16.894822 dv-cinder-806007-1-smb neutron-server[74934]: INFO neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Loaded extension: net-mtu-writable Aug 25 16:01:16.895151 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Loading extension file: network_availability_zone.py {{(pid=74934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:01:16.895835 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=74934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:01:16.896337 dv-cinder-806007-1-smb neutron-server[74934]: INFO neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Loaded extension: network_availability_zone Aug 25 16:01:16.896661 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Loading extension file: network_ip_availability.py {{(pid=74934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:01:16.897927 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=74934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:01:16.898421 dv-cinder-806007-1-smb neutron-server[74934]: INFO neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Loaded extension: network-ip-availability Aug 25 16:01:16.898749 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Loading extension file: network_segment_range.py {{(pid=74934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:01:16.899519 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=74934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:01:16.900023 dv-cinder-806007-1-smb neutron-server[74934]: INFO neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Extension network-segment-range not supported by any of loaded plugins Aug 25 16:01:16.900351 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Loading extension file: pagination.py {{(pid=74934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:01:16.901380 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=74934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:01:16.901716 dv-cinder-806007-1-smb neutron-server[74934]: INFO neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Loaded extension: pagination Aug 25 16:01:16.902045 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Loading extension file: port_mac_address_regenerate.py {{(pid=74934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:01:16.902982 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=74934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:01:16.903489 dv-cinder-806007-1-smb neutron-server[74934]: INFO neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Loaded extension: port-mac-address-regenerate Aug 25 16:01:16.903818 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Loading extension file: port_resource_request.py {{(pid=74934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:01:16.904932 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=74934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:01:16.905539 dv-cinder-806007-1-smb neutron-server[74934]: INFO neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Extension port-resource-request not supported by any of loaded plugins Aug 25 16:01:16.905867 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Loading extension file: portbindings.py {{(pid=74934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:01:16.906813 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=74934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:01:16.907322 dv-cinder-806007-1-smb neutron-server[74934]: INFO neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Loaded extension: binding Aug 25 16:01:16.907648 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Loading extension file: portbindings_extended.py {{(pid=74934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:01:16.908913 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=74934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:01:16.909530 dv-cinder-806007-1-smb neutron-server[74934]: INFO neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Loaded extension: binding-extended Aug 25 16:01:16.909859 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Loading extension file: portsecurity.py {{(pid=74934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:01:16.910785 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=74934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:01:16.911290 dv-cinder-806007-1-smb neutron-server[74934]: INFO neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Loaded extension: port-security Aug 25 16:01:16.911616 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Loading extension file: project_id.py {{(pid=74934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:01:16.912611 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=74934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:01:16.912943 dv-cinder-806007-1-smb neutron-server[74934]: INFO neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Loaded extension: project-id Aug 25 16:01:16.913292 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Loading extension file: providernet.py {{(pid=74934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:01:16.914215 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=74934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:01:16.914729 dv-cinder-806007-1-smb neutron-server[74934]: INFO neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Loaded extension: provider Aug 25 16:01:16.915054 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Loading extension file: qos.py {{(pid=74934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:01:16.918590 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=74934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:01:16.919116 dv-cinder-806007-1-smb neutron-server[74934]: INFO neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Extension qos not supported by any of loaded plugins Aug 25 16:01:16.919450 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Loading extension file: qos_bw_limit_direction.py {{(pid=74934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:01:16.921459 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=74934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:01:16.921975 dv-cinder-806007-1-smb neutron-server[74934]: INFO neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 25 16:01:16.922311 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=74934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:01:16.923254 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=74934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:01:16.923766 dv-cinder-806007-1-smb neutron-server[74934]: INFO neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 25 16:01:16.924098 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Loading extension file: qos_default.py {{(pid=74934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:01:16.925030 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=74934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:01:16.925573 dv-cinder-806007-1-smb neutron-server[74934]: INFO neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Extension qos-default not supported by any of loaded plugins Aug 25 16:01:16.925902 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Loading extension file: qos_fip.py {{(pid=74934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:01:16.926564 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=74934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:01:16.927064 dv-cinder-806007-1-smb neutron-server[74934]: INFO neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Extension qos-fip not supported by any of loaded plugins Aug 25 16:01:16.927389 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Loading extension file: qos_gateway_ip.py {{(pid=74934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:01:16.928327 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=74934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:01:16.928840 dv-cinder-806007-1-smb neutron-server[74934]: INFO neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 25 16:01:16.929204 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Loading extension file: qos_port_network_policy.py {{(pid=74934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:01:16.930141 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=74934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:01:16.930651 dv-cinder-806007-1-smb neutron-server[74934]: INFO neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 25 16:01:16.930975 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Loading extension file: qos_rule_type_details.py {{(pid=74934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:01:16.931903 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=74934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:01:16.932413 dv-cinder-806007-1-smb neutron-server[74934]: INFO neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 25 16:01:16.932938 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Loading extension file: qos_rules_alias.py {{(pid=74934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:01:16.933821 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=74934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:01:16.934334 dv-cinder-806007-1-smb neutron-server[74934]: INFO neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 25 16:01:16.934657 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Loading extension file: quotasv2.py {{(pid=74934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:01:16.935549 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=74934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:01:16.936488 dv-cinder-806007-1-smb neutron-server[74934]: INFO neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Loaded extension: quotas Aug 25 16:01:16.936815 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Loading extension file: quotasv2_detail.py {{(pid=74934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:01:16.938566 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=74934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:01:16.938913 dv-cinder-806007-1-smb neutron-server[74934]: INFO neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Loaded extension: quota_details Aug 25 16:01:16.939251 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Loading extension file: rbac.py {{(pid=74934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:01:16.940304 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=74934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:01:16.940830 dv-cinder-806007-1-smb neutron-server[74934]: INFO neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Loaded extension: rbac-policies Aug 25 16:01:16.941199 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Loading extension file: rbac_address_scope.py {{(pid=74934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:01:16.942131 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=74934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:01:16.942649 dv-cinder-806007-1-smb neutron-server[74934]: INFO neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Loaded extension: rbac-address-scope Aug 25 16:01:16.942981 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Loading extension file: rbac_security_groups.py {{(pid=74934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:01:16.943909 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=74934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:01:16.944420 dv-cinder-806007-1-smb neutron-server[74934]: INFO neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Loaded extension: rbac-security-groups Aug 25 16:01:16.944748 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Loading extension file: rbac_subnetpool.py {{(pid=74934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:01:16.945700 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=74934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:01:16.946211 dv-cinder-806007-1-smb neutron-server[74934]: INFO neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Loaded extension: rbac-subnetpool Aug 25 16:01:16.946540 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Loading extension file: revisionifmatch.py {{(pid=74934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:01:16.947470 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=74934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:01:16.947984 dv-cinder-806007-1-smb neutron-server[74934]: INFO neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Loaded extension: revision-if-match Aug 25 16:01:16.948310 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Loading extension file: revisions.py {{(pid=74934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:01:16.949457 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=74934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:01:16.949972 dv-cinder-806007-1-smb neutron-server[74934]: INFO neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Loaded extension: standard-attr-revisions Aug 25 16:01:16.950301 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Loading extension file: router_availability_zone.py {{(pid=74934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:01:16.950981 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=74934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:01:16.951537 dv-cinder-806007-1-smb neutron-server[74934]: INFO neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Loaded extension: router_availability_zone Aug 25 16:01:16.951861 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Loading extension file: routerservicetype.py {{(pid=74934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:01:16.952811 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=74934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:01:16.953345 dv-cinder-806007-1-smb neutron-server[74934]: INFO neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Extension router-service-type not supported by any of loaded plugins Aug 25 16:01:16.953673 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Loading extension file: security_groups_port_filtering.py {{(pid=74934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:01:16.954606 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=74934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:01:16.955121 dv-cinder-806007-1-smb neutron-server[74934]: INFO neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Loaded extension: port-security-groups-filtering Aug 25 16:01:16.955446 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Loading extension file: securitygroup.py {{(pid=74934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:01:16.966254 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=74934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:01:16.966779 dv-cinder-806007-1-smb neutron-server[74934]: INFO neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Loaded extension: security-group Aug 25 16:01:16.967725 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Loading extension file: segment.py {{(pid=74934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:01:16.968526 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=74934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:01:16.969033 dv-cinder-806007-1-smb neutron-server[74934]: INFO neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Extension segment not supported by any of loaded plugins Aug 25 16:01:16.969396 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=74934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:01:16.970359 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=74934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:01:16.970863 dv-cinder-806007-1-smb neutron-server[74934]: INFO neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 25 16:01:16.971194 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Loading extension file: servicetype.py {{(pid=74934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:01:16.972302 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=74934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:01:16.972818 dv-cinder-806007-1-smb neutron-server[74934]: INFO neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Loaded extension: service-type Aug 25 16:01:16.973174 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Loading extension file: sorting.py {{(pid=74934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:01:16.974158 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=74934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:01:16.974490 dv-cinder-806007-1-smb neutron-server[74934]: INFO neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Loaded extension: sorting Aug 25 16:01:16.974813 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Loading extension file: standard_attr_segment.py {{(pid=74934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:01:16.975743 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=74934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:01:16.976252 dv-cinder-806007-1-smb neutron-server[74934]: INFO neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 25 16:01:16.976579 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Loading extension file: standardattrdescription.py {{(pid=74934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:01:16.977257 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=74934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:01:16.977769 dv-cinder-806007-1-smb neutron-server[74934]: INFO neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Loaded extension: standard-attr-description Aug 25 16:01:16.978095 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Loading extension file: stateful_security_group.py {{(pid=74934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:01:16.979043 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=74934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:01:16.979558 dv-cinder-806007-1-smb neutron-server[74934]: INFO neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Loaded extension: stateful-security-group Aug 25 16:01:16.979885 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Loading extension file: stdattrs_common.py {{(pid=74934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:01:16.980469 dv-cinder-806007-1-smb neutron-server[74934]: WARNING neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 25 16:01:16.980791 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=74934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:01:16.981770 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=74934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:01:16.982273 dv-cinder-806007-1-smb neutron-server[74934]: INFO neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 25 16:01:16.983228 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Loading extension file: subnet_onboard.py {{(pid=74934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:01:16.984462 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=74934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:01:16.984986 dv-cinder-806007-1-smb neutron-server[74934]: INFO neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Loaded extension: subnet_onboard Aug 25 16:01:16.985342 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Loading extension file: subnet_segmentid_writable.py {{(pid=74934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:01:16.986282 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=74934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:01:16.986787 dv-cinder-806007-1-smb neutron-server[74934]: INFO neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 25 16:01:16.987114 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Loading extension file: subnet_service_types.py {{(pid=74934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:01:16.988054 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=74934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:01:16.988570 dv-cinder-806007-1-smb neutron-server[74934]: INFO neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Loaded extension: subnet-service-types Aug 25 16:01:16.988901 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Loading extension file: subnetallocation.py {{(pid=74934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:01:16.990016 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=74934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:01:16.990532 dv-cinder-806007-1-smb neutron-server[74934]: INFO neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Loaded extension: subnet_allocation Aug 25 16:01:16.990861 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=74934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:01:16.991534 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=74934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:01:16.992040 dv-cinder-806007-1-smb neutron-server[74934]: INFO neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Loaded extension: subnetpool-prefix-ops Aug 25 16:01:16.992365 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=74934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:01:16.993584 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=74934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:01:16.994104 dv-cinder-806007-1-smb neutron-server[74934]: INFO neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 25 16:01:16.994426 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Loading extension file: tagging.py {{(pid=74934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:01:16.995512 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=74934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:01:16.996029 dv-cinder-806007-1-smb neutron-server[74934]: INFO neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Loaded extension: standard-attr-tag Aug 25 16:01:16.996358 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Loading extension file: timestamp.py {{(pid=74934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:01:16.997593 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=74934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:01:16.998137 dv-cinder-806007-1-smb neutron-server[74934]: INFO neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Loaded extension: standard-attr-timestamp Aug 25 16:01:16.998594 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Loading extension file: trunk.py {{(pid=74934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:01:16.999645 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=74934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:01:17.000155 dv-cinder-806007-1-smb neutron-server[74934]: INFO neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Extension trunk not supported by any of loaded plugins Aug 25 16:01:17.000483 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Loading extension file: trunk_details.py {{(pid=74934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:01:17.001441 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=74934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:01:17.001952 dv-cinder-806007-1-smb neutron-server[74934]: INFO neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Extension trunk-details not supported by any of loaded plugins Aug 25 16:01:17.002279 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Loading extension file: uplink_status_propagation.py {{(pid=74934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:01:17.003210 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=74934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:01:17.003717 dv-cinder-806007-1-smb neutron-server[74934]: INFO neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 25 16:01:17.004043 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Loading extension file: vlantransparent.py {{(pid=74934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:01:17.004723 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=74934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:01:17.005266 dv-cinder-806007-1-smb neutron-server[74934]: INFO neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Extension vlan-transparent not supported by any of loaded plugins Aug 25 16:01:17.007496 dv-cinder-806007-1-smb neutron-server[74934]: INFO neutron.quota.resource_registry [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Creating instance of TrackedResource for resource:network Aug 25 16:01:17.008223 dv-cinder-806007-1-smb neutron-server[74934]: INFO neutron.quota.resource_registry [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Creating instance of TrackedResource for resource:subnet Aug 25 16:01:17.008841 dv-cinder-806007-1-smb neutron-server[74934]: INFO neutron.quota.resource_registry [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Creating instance of TrackedResource for resource:subnetpool Aug 25 16:01:17.009640 dv-cinder-806007-1-smb neutron-server[74934]: INFO neutron.quota.resource_registry [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Creating instance of TrackedResource for resource:port Aug 25 16:01:17.010898 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.v2.resource_helper [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=74934) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 16:01:17.011352 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.v2.resource_helper [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Service FLAVORS assigned prefix: {{(pid=74934) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 16:01:17.012003 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.v2.resource_helper [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=74934) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 16:01:17.012411 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.v2.resource_helper [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=74934) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 16:01:17.012745 dv-cinder-806007-1-smb neutron-server[74934]: INFO neutron.quota.resource_registry [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Creating instance of TrackedResource for resource:router Aug 25 16:01:17.013431 dv-cinder-806007-1-smb neutron-server[74934]: INFO neutron.quota.resource_registry [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Creating instance of TrackedResource for resource:floatingip Aug 25 16:01:17.014311 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.v2.resource_helper [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Service METERING assigned prefix: /metering {{(pid=74934) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 16:01:17.015825 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron_lib.callbacks.manager [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=74934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:01:17.016210 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron_lib.callbacks.manager [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=74934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:01:17.016579 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron_lib.callbacks.manager [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:01:17.017751 dv-cinder-806007-1-smb neutron-server[74934]: INFO neutron.quota.resource_registry [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Creating instance of CountableResource for resource:rbac_policy Aug 25 16:01:17.018204 dv-cinder-806007-1-smb neutron-server[74934]: INFO neutron.quota.resource_registry [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Creating instance of TrackedResource for resource:security_group Aug 25 16:01:17.018870 dv-cinder-806007-1-smb neutron-server[74934]: INFO neutron.quota.resource_registry [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Creating instance of TrackedResource for resource:security_group_rule Aug 25 16:01:17.019608 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.v2.resource_helper [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Service CORE assigned prefix: {{(pid=74934) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 16:01:17.019946 dv-cinder-806007-1-smb neutron-server[74934]: INFO neutron.quota.resource_registry [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Creating instance of TrackedResource for resource:subnetpool Aug 25 16:01:17.020291 dv-cinder-806007-1-smb neutron-server[74934]: WARNING neutron.quota.resource_registry [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] subnetpool is already registered Aug 25 16:01:17.020899 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.v2.resource_helper [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Service CORE assigned prefix: {{(pid=74934) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 16:01:17.021265 dv-cinder-806007-1-smb neutron-server[74934]: INFO neutron.quota.resource_registry [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Creating instance of TrackedResource for resource:subnetpool Aug 25 16:01:17.021595 dv-cinder-806007-1-smb neutron-server[74934]: WARNING neutron.quota.resource_registry [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] subnetpool is already registered Aug 25 16:01:17.024138 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.v2.resource_helper [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=74934) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 16:01:17.024574 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.v2.resource_helper [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Service FLAVORS assigned prefix: {{(pid=74934) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 16:01:17.025196 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.v2.resource_helper [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=74934) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 16:01:17.025626 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.v2.resource_helper [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=74934) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 16:01:17.025961 dv-cinder-806007-1-smb neutron-server[74934]: INFO neutron.quota.resource_registry [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Creating instance of TrackedResource for resource:router Aug 25 16:01:17.026292 dv-cinder-806007-1-smb neutron-server[74934]: WARNING neutron.quota.resource_registry [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] router is already registered Aug 25 16:01:17.026900 dv-cinder-806007-1-smb neutron-server[74934]: INFO neutron.quota.resource_registry [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Creating instance of TrackedResource for resource:floatingip Aug 25 16:01:17.027232 dv-cinder-806007-1-smb neutron-server[74934]: WARNING neutron.quota.resource_registry [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] floatingip is already registered Aug 25 16:01:17.027863 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.v2.resource_helper [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Service METERING assigned prefix: /metering {{(pid=74934) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 16:01:17.028522 dv-cinder-806007-1-smb neutron-server[74934]: INFO neutron.quota.resource_registry [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Creating instance of CountableResource for resource:rbac_policy Aug 25 16:01:17.028854 dv-cinder-806007-1-smb neutron-server[74934]: WARNING neutron.quota.resource_registry [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] rbac_policy is already registered Aug 25 16:01:17.029991 dv-cinder-806007-1-smb neutron-server[74934]: INFO neutron.quota.resource_registry [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Creating instance of TrackedResource for resource:security_group Aug 25 16:01:17.030382 dv-cinder-806007-1-smb neutron-server[74934]: WARNING neutron.quota.resource_registry [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] security_group is already registered Aug 25 16:01:17.031067 dv-cinder-806007-1-smb neutron-server[74934]: INFO neutron.quota.resource_registry [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Creating instance of TrackedResource for resource:security_group_rule Aug 25 16:01:17.031556 dv-cinder-806007-1-smb neutron-server[74934]: WARNING neutron.quota.resource_registry [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] security_group_rule is already registered Aug 25 16:01:17.034614 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.v2.resource_helper [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Service CORE assigned prefix: {{(pid=74934) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 16:01:17.034965 dv-cinder-806007-1-smb neutron-server[74934]: INFO neutron.quota.resource_registry [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Creating instance of TrackedResource for resource:subnetpool Aug 25 16:01:17.036242 dv-cinder-806007-1-smb neutron-server[74934]: WARNING neutron.quota.resource_registry [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] subnetpool is already registered Aug 25 16:01:17.036866 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.v2.resource_helper [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Service CORE assigned prefix: {{(pid=74934) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 16:01:17.037238 dv-cinder-806007-1-smb neutron-server[74934]: INFO neutron.quota.resource_registry [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Creating instance of TrackedResource for resource:subnetpool Aug 25 16:01:17.037575 dv-cinder-806007-1-smb neutron-server[74934]: WARNING neutron.quota.resource_registry [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] subnetpool is already registered Aug 25 16:01:17.038241 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Extended resource: extensions {{(pid=74934) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 16:01:17.039730 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Extended resource: address-groups {{(pid=74934) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 16:01:17.041347 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Extended resource: address-scopes {{(pid=74934) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 16:01:17.042536 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Extended resource: agents {{(pid=74934) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 16:01:17.043707 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Extended resource: auto-allocated-topology {{(pid=74934) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 16:01:17.044932 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Extended resource: availability_zones {{(pid=74934) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 16:01:17.046384 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Extended resource: dhcp-networks {{(pid=74934) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 16:01:17.048208 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Extended resource: dhcp-agents {{(pid=74934) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 16:01:17.049651 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Extended resource: routers {{(pid=74934) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 16:01:17.051438 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Extended resource: flavors {{(pid=74934) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 16:01:17.052595 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Extended resource: service_profiles {{(pid=74934) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 16:01:17.053914 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Extended resource: next_providers {{(pid=74934) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 16:01:17.055410 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Extended resource: service_profiles {{(pid=74934) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 16:01:17.056830 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Extended resource: floatingip-pools {{(pid=74934) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 16:01:17.058072 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Extended resource: routers {{(pid=74934) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 16:01:17.059893 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Extended resource: floatingips {{(pid=74934) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 16:01:17.061989 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Extended resource: l3-routers {{(pid=74934) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 16:01:17.065489 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Extended resource: l3-agents {{(pid=74934) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 16:01:17.067735 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Extended resource: metering-labels {{(pid=74934) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 16:01:17.069960 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Extended resource: metering-label-rules {{(pid=74934) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 16:01:17.071248 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Extended resource: network-ip-availabilities {{(pid=74934) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 16:01:17.072506 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Extended resource: bindings {{(pid=74934) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 16:01:17.074178 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Extended resource: quotas {{(pid=74934) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 16:01:17.075611 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Extended resource: quotas {{(pid=74934) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 16:01:17.077751 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Extended resource: rbac-policies {{(pid=74934) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 16:01:17.079012 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Extended resource: security-groups {{(pid=74934) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 16:01:17.080220 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Extended resource: security-group-rules {{(pid=74934) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 16:01:17.081481 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Extended resource: service-providers {{(pid=74934) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 16:01:17.082708 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Extended resource: subnetpools {{(pid=74934) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 16:01:17.084107 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Extended resource: subnetpools {{(pid=74934) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 16:01:17.085674 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Extended resource: tags {{(pid=74934) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 16:01:17.087361 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Extended resource: tags {{(pid=74934) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 16:01:17.089159 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Extended resource: tags {{(pid=74934) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 16:01:17.091026 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Extended resource: tags {{(pid=74934) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 16:01:17.092892 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Extended resource: tags {{(pid=74934) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 16:01:17.094586 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Extended resource: tags {{(pid=74934) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 16:01:17.096331 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Extended resource: tags {{(pid=74934) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 16:01:17.098185 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Extended resource: tags {{(pid=74934) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 16:01:17.100030 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Extended resource: tags {{(pid=74934) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 16:01:17.101880 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron.api.extensions [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Extended resource: tags {{(pid=74934) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 16:01:17.107685 dv-cinder-806007-1-smb neutron-server[74934]: WARNING keystonemiddleware.auth_token [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 25 16:01:17.112578 dv-cinder-806007-1-smb neutron-server[74934]: WARNING keystonemiddleware.auth_token [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 25 16:01:17.120787 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_concurrency.lockutils [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Acquired lock "singleton_lock" {{(pid=74934) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 25 16:01:17.121361 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_concurrency.lockutils [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Releasing lock "singleton_lock" {{(pid=74934) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 25 16:01:17.122002 dv-cinder-806007-1-smb neutron-server[74934]: INFO oslo_service.service [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Starting 2 workers Aug 25 16:01:17.127345 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Started child 75040 {{(pid=74934) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Aug 25 16:01:17.131558 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Started child 75041 {{(pid=74934) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Aug 25 16:01:17.132663 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:01:17.133248 dv-cinder-806007-1-smb neutron-server[74934]: INFO neutron.service [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Neutron service started, listening on 0.0.0.0:9696 Aug 25 16:01:17.133749 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron_lib.callbacks.manager [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Notify callbacks [] for process, before_spawn {{(pid=74934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:01:17.134327 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [-] (75040) wsgi starting up on http://0.0.0.0:9696 Aug 25 16:01:17.134879 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 51008) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:01:17.136085 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:01:17.136528 dv-cinder-806007-1-smb neutron-server[74934]: INFO oslo_service.service [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Starting 1 workers Aug 25 16:01:17.137707 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [-] (75041) wsgi starting up on http://0.0.0.0:9696 Aug 25 16:01:17.141879 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Started child 75042 {{(pid=74934) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Aug 25 16:01:17.142431 dv-cinder-806007-1-smb neutron-server[74934]: INFO oslo_service.service [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Starting 1 workers Aug 25 16:01:17.146517 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [-] 10.222.0.68 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0074844 Aug 25 16:01:17.146670 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.service [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] calling RpcWorker wait() {{(pid=75042) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 25 16:01:17.146670 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.service [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] returning from RpcWorker wait() {{(pid=75042) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 25 16:01:17.149348 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:01:17.149348 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=75042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:01:17.149514 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Started child 75043 {{(pid=74934) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Aug 25 16:01:17.149514 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG neutron_lib.callbacks.manager [None req-bbf15814-cd0f-4b64-8abb-83077c3e8fba None None] Notify callbacks [] for process, after_spawn {{(pid=74934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:01:17.152708 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=74934) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Aug 25 16:01:17.152708 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}} Aug 25 16:01:17.152708 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}} Aug 25 16:01:17.152708 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}} Aug 25 16:01:17.152708 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}} Aug 25 16:01:17.152708 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}} Aug 25 16:01:17.152708 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.152708 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.153263 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=75043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:01:17.153767 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.153767 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.153767 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.153956 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=75043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:01:17.154022 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.154022 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.154146 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.154779 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.154779 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.154933 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.154997 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.157231 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.157231 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.157231 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.157231 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.157231 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.157231 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.157231 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.157231 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] config_source = [] {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.157722 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.157722 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.157836 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] debug = True {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.158073 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.160883 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.160883 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.160883 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.160883 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.160883 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.160883 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.161345 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.161345 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.161345 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.161345 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.161345 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.161345 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.161345 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.161731 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.162010 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.162289 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] host = dv-cinder-806007-1-smb {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.162535 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.162778 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.164889 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.164889 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.164889 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.164889 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.164889 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.164889 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.164889 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.164889 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.165428 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.165877 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.166419 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] log_dir = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.166872 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] log_file = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.167241 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] log_options = True {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.167673 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.168326 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.168858 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.169295 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.169677 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.170053 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.170526 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.170881 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.171152 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.171428 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.171659 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.171907 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.172169 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.172539 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.172957 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.173458 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.173705 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.173932 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.175180 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.175417 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.175769 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.176808 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.176808 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.177042 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.177430 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.178112 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.178112 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.178353 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.178587 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.179047 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.179403 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.179657 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.179990 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.181769 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.181769 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.181769 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.182001 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.182083 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.182332 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.182603 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.182874 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.183103 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.183362 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.184743 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.184743 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] use_journal = False {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.184743 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] use_json = False {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.185151 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.186309 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.188443 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.188443 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.188443 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.188443 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.188443 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.188443 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.188443 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.189434 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.189434 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.191095 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.191095 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.191095 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.192891 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.194201 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.194831 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.195262 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.195865 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.196286 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.196961 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.197522 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.198029 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.68/identity {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.198673 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.199132 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.199656 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.200250 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.200720 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.201227 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.202318 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.202609 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.202859 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.203093 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.203365 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.203664 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.204717 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.204994 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.205337 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.205580 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.205844 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.206088 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.206428 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.206655 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.206875 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.207100 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.207339 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.207642 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.208666 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.208666 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.208666 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.208891 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.209066 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.209259 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.209469 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.209693 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.209929 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.210147 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.210394 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.211133 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.211133 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.211133 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.211357 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.211519 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.211736 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.213440 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.213702 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.213933 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.215797 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.215797 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.215797 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.215797 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.215797 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.215797 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.215797 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.215797 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.216266 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.216489 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.216630 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.216851 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.217139 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.217389 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.217735 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.218378 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.218865 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.219085 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.219406 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.219640 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.219927 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.220158 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.220381 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.220595 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.220832 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.221124 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.221548 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.222432 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.222432 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.222432 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.222661 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.222726 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.223011 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.223261 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.223479 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.223729 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.224065 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.224309 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.224553 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.224790 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.225028 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.225323 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.225620 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.225863 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.226159 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.226384 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.227466 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.227763 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.228056 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.228340 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.228606 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.228859 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.229144 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.230210 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.230476 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.231048 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.231048 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.231200 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.231469 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.231718 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.232880 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.233786 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.233786 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.233786 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.234030 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.234217 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.234454 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.235527 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.235798 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.236044 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.236317 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.236577 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.236834 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.237166 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.237360 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.68/identity {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.238344 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.238563 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.238816 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.239055 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.239276 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.239506 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.239724 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.239961 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.240940 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.241754 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.241754 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.241754 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.242025 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.242092 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.242293 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.242537 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.242749 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.242970 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.243225 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.243696 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.243909 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.245810 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.245810 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.245810 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.245810 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.245810 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.245810 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.245810 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.245810 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.246310 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.246310 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.246446 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.246694 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.246888 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.247097 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.247359 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.247531 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.247731 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.247959 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.248922 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.250699 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.250699 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.250699 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.250942 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.251153 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.251395 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.251608 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.251833 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.252050 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.252292 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.252508 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.252721 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.252948 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.254782 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.254782 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.254782 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.254782 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.257093 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.257093 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.257093 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.257093 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.257093 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.258395 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.258395 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.258708 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.258786 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.258991 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.259238 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.259478 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.260358 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.260358 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.260358 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.260358 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.260646 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.260823 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.261068 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.261393 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.261687 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.261938 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.262161 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.263268 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.263540 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.263908 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.264982 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.265215 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.265440 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.265678 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.265933 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.266261 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.266563 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.266812 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.267079 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.267310 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.267583 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:850:899'] {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.267853 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.268872 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.269228 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.269801 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.269903 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.270097 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.270355 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.271428 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.271665 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.272244 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.272244 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.272415 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.272593 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.272852 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.273108 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.273359 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.273596 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.273830 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.274050 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.274361 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.275008 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.275008 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.275174 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.275250 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 25 16:01:17.275729 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=74934) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Aug 25 16:01:17.275894 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}} Aug 25 16:01:17.276050 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}} Aug 25 16:01:17.276221 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}} Aug 25 16:01:17.276390 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}} Aug 25 16:01:17.276550 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}} Aug 25 16:01:17.276749 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.276911 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.277068 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.277248 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.277406 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.277592 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.277787 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.277995 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.278156 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.278312 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.278477 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.278661 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.278796 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.278951 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.279110 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.279265 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.279948 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.280111 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.280237 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.280403 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] config_source = [] {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.280560 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.280794 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.280948 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] debug = True {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.281168 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.281561 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.281743 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.281885 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.282037 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.282177 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.282315 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.282453 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.282591 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.282729 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.283700 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.283886 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.284028 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.284174 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.284312 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.284449 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.284606 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] host = dv-cinder-806007-1-smb {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.284761 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.284917 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.285094 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.285251 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.285408 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.285549 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.285706 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.285862 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.286017 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.286173 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.286327 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.286482 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.286637 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] log_dir = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.286793 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] log_file = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.287721 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] log_options = True {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.287721 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.287721 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.287721 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.287721 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.287721 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.288403 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.288403 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.288403 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.288403 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.288833 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.288833 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.288833 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.289040 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.289040 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.290240 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.290240 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.290240 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.290630 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.290630 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.290630 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.291028 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.291028 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.291221 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.291221 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.291412 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.291534 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.291734 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.291859 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.291981 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.292114 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.292238 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.292359 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.292480 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.292962 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.292962 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.292962 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.293439 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.297169 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.297169 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.297169 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.297169 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.297169 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.297169 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.297169 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.297169 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] use_journal = False {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.297983 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] use_json = False {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.297983 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.297983 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.297983 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.297983 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.297983 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.297983 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.297983 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.298760 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:01:17.298760 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.298760 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.298760 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.298760 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.298760 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.298760 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.298760 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.299460 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.299460 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.299460 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.299460 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.299460 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.299460 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.299870 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.299870 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.68/identity {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.299870 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.300067 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.300153 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.301140 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.301310 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.301479 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.301643 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.301804 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.301964 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.302123 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.302282 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.302441 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.302602 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.302762 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.302923 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.303081 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.303245 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.303425 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.303578 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.303725 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.303881 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.304024 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.304164 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.304316 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.304473 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.304713 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.304809 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.304947 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.306941 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.306941 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.306941 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.306941 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.306941 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.306941 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.306941 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.306941 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.307430 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.307430 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.307430 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.307611 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.307676 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.307919 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.308017 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.308166 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.308254 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.308411 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.308561 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.308715 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.308868 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.309227 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.309227 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.309379 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.309526 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.309670 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.309840 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.309995 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.310160 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.310304 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.310445 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.311118 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.311290 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.311487 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.311583 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.311745 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.312041 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.312218 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.312364 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.312511 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.312671 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.312847 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.312997 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.313170 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.313310 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.313448 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.313598 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.313737 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.313906 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.314052 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.314191 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.314332 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.314469 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.314616 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.314782 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.315025 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.315170 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.315308 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.315445 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.315582 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.315772 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.315859 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.315948 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.316121 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.317650 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.317831 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.317989 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.318147 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.318306 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.318472 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.318637 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.320364 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.320364 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.322391 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.322579 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.323318 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.323318 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.323318 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.323318 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.323671 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.323671 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.324449 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.324629 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.324780 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.324942 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.325482 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.325482 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.325482 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.325725 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.325725 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.325889 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.68/identity {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.326045 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.326223 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.326223 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.326749 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.326994 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.327236 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.327367 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.327496 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.327626 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.327753 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.327916 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.328081 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.328250 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.328383 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.328541 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.328699 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.328857 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.329948 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.330118 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.330278 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.330441 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.331209 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.331209 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.331209 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.331209 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.331209 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.331538 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.331538 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.331656 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.332191 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.332191 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.332191 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.332396 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.332396 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.332523 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.332716 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.332815 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.332982 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.334152 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.336520 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.336520 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.336520 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.336520 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.336520 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.336520 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.336520 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.336520 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.337900 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.337900 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.337900 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.337900 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.337900 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.337900 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.337900 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.337900 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.337900 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.338658 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.338658 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.338658 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.338658 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.338658 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.338658 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.338658 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.339108 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.339108 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.339108 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.339326 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.339326 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.339465 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.339619 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.341315 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.341315 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.341315 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.341315 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.341315 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.341315 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.341315 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.341315 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.342460 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.342460 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.342460 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.342460 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.342460 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.342460 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.342460 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.342460 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.344507 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.344507 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.344507 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.344507 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.344507 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.344507 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.344507 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.344507 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:850:899'] {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.345428 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.345428 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.345428 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.345428 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.345428 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.345428 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.345428 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.345428 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.345428 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.346555 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.346732 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=75042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:01:17.346899 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.346899 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.346899 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.346899 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.346899 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.346899 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.346899 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.346899 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.346899 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.347765 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.347765 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.347765 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.347765 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:01:17.347765 dv-cinder-806007-1-smb neutron-server[74934]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=74934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 25 16:01:27.511583 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fad66eb-6afe-458b-8cbf-0659b771f1ac None None] get_active_networks_info from dv-cinder-806007-1-smb {{(pid=75042) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Aug 25 16:01:27.598658 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fad66eb-6afe-458b-8cbf-0659b771f1ac None None] No non-hosted networks {{(pid=75042) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 25 16:01:27.619629 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.agentschedulers_db [None req-7fad66eb-6afe-458b-8cbf-0659b771f1ac None None] DHCP Agent not found on host dv-cinder-806007-1-smb {{(pid=75042) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 25 16:01:27.673144 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-cb24997c-f130-409d-866d-dd006ccbe799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-455119'] for agent, after_create {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:01:28.753639 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-455119'] for agent, after_create {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:01:28.764982 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:01:28.765878 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:01:28.766436 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:01:28.768204 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:01:28.768732 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:01:28.796367 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:01:28.800272 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:01:28.801481 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:01:28.803221 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:01:28.808603 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:01:28.810288 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:01:28.812519 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-806007-1-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=75042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:01:28.826887 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-806007-1-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=75042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:01:29.876247 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-1ee00c2a-678d-4a3a-87ec-95eee765cdfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-455119'] for agent, after_create {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:01:29.939374 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-5d69f739-d870-498b-9a34-57c8abdc49a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:01:30.946557 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-1bf536be-b7f1-4c3c-b07a-2be1e6809122 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-455119'] for agent, after_create {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:01:32.310372 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-8ca458b3-9003-4c9b-b026-f7ba765eab5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-455119'] for agent, after_create {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:01:33.995745 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 51114) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:01:34.612305 dv-cinder-806007-1-smb neutron-server[75040]: WARNING oslo_policy.policy [None req-7b55fea7-5fb7-44ba-a1fb-11b2c222e82e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 25 16:01:34.612899 dv-cinder-806007-1-smb neutron-server[75040]: WARNING oslo_policy.policy [None req-7b55fea7-5fb7-44ba-a1fb-11b2c222e82e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 25 16:01:34.833307 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [None req-7b55fea7-5fb7-44ba-a1fb-11b2c222e82e admin admin] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=75040) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Aug 25 16:01:34.834327 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-7b55fea7-5fb7-44ba-a1fb-11b2c222e82e admin admin] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.8376429 Aug 25 16:01:36.917832 dv-cinder-806007-1-smb neutron-server[75042]: INFO neutron.db.l3_hamode_db [None req-7ca4e67f-7fd3-425a-a82e-dee12532ca4d None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 25 16:01:37.003922 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca4e67f-7fd3-425a-a82e-dee12532ca4d None None] Routers set() bound to L3 agent in host dv-cinder-806007-1-smb {{(pid=75042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:01:37.004307 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca4e67f-7fd3-425a-a82e-dee12532ca4d None None] Router IDs set() for agent in host dv-cinder-806007-1-smb {{(pid=75042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 25 16:01:37.083980 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.wsgi [-] (75041) accepted ('10.222.0.68', 51128) {{(pid=75041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:01:37.694399 dv-cinder-806007-1-smb neutron-server[75041]: WARNING oslo_policy.policy [None req-9d9ec413-b56b-47f2-8754-a630a76e2288 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 25 16:01:37.695049 dv-cinder-806007-1-smb neutron-server[75041]: WARNING oslo_policy.policy [None req-9d9ec413-b56b-47f2-8754-a630a76e2288 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 25 16:01:37.927910 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.v2.base [None req-9d9ec413-b56b-47f2-8754-a630a76e2288 admin admin] Request body: {'subnetpool': {'shared': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'is_default': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=75041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:01:37.977339 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.policy [None req-9d9ec413-b56b-47f2-8754-a630a76e2288 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=75041) register_rules /opt/stack/neutron/neutron/policy.py:65}} Aug 25 16:01:37.978068 dv-cinder-806007-1-smb neutron-server[75041]: WARNING oslo_policy.policy [None req-9d9ec413-b56b-47f2-8754-a630a76e2288 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 25 16:01:37.978430 dv-cinder-806007-1-smb neutron-server[75041]: WARNING oslo_policy.policy [None req-9d9ec413-b56b-47f2-8754-a630a76e2288 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 25 16:01:37.982819 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.quota [None req-9d9ec413-b56b-47f2-8754-a630a76e2288 admin admin] Loaded quota_driver: . Aug 25 16:01:37.999015 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.quota.driver [None req-9d9ec413-b56b-47f2-8754-a630a76e2288 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:01:38.068448 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-9d9ec413-b56b-47f2-8754-a630a76e2288 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776569078287', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776569065070', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776569070462', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776569182420', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776569188928', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-16300615', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16060474', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-334155', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-387743'] for rbac-policy, before_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:01:38.139861 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-9d9ec413-b56b-47f2-8754-a630a76e2288 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:01:38.141279 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [None req-9d9ec413-b56b-47f2-8754-a630a76e2288 admin admin] 10.222.0.68 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0551839 Aug 25 16:01:40.668445 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 51146) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:01:41.047673 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.v2.base [None req-3bded33b-d530-4d57-8fd5-b62414e6deef admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': 'ec5b07bbced444feb54fca97f9483f0d', 'name': 'private'}} {{(pid=75040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:01:41.049067 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.quota [None req-3bded33b-d530-4d57-8fd5-b62414e6deef admin admin] Loaded quota_driver: . Aug 25 16:01:41.064911 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-3bded33b-d530-4d57-8fd5-b62414e6deef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:01:41.071341 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-3bded33b-d530-4d57-8fd5-b62414e6deef admin admin] Usage tracker for resource:network and tenant:ec5b07bbced444feb54fca97f9483f0d is out of sync, need to count used quota {{(pid=75040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:01:41.077021 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-3bded33b-d530-4d57-8fd5-b62414e6deef admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:01:41.084676 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-3bded33b-d530-4d57-8fd5-b62414e6deef admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:01:41.101431 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bded33b-d530-4d57-8fd5-b62414e6deef admin admin] Made reservation on behalf of ec5b07bbced444feb54fca97f9483f0d for: {'network': 1} {{(pid=75040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:01:41.135345 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.policy [None req-3bded33b-d530-4d57-8fd5-b62414e6deef admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=75040) register_rules /opt/stack/neutron/neutron/policy.py:65}} Aug 25 16:01:41.136102 dv-cinder-806007-1-smb neutron-server[75040]: WARNING oslo_policy.policy [None req-3bded33b-d530-4d57-8fd5-b62414e6deef admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 25 16:01:41.136468 dv-cinder-806007-1-smb neutron-server[75040]: WARNING oslo_policy.policy [None req-3bded33b-d530-4d57-8fd5-b62414e6deef admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 25 16:01:41.141626 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-3bded33b-d530-4d57-8fd5-b62414e6deef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for network, before_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:01:41.164364 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-3bded33b-d530-4d57-8fd5-b62414e6deef admin admin] Notify callbacks [] for security_group, before_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:01:41.212580 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-3bded33b-d530-4d57-8fd5-b62414e6deef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:01:41.217429 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-3bded33b-d530-4d57-8fd5-b62414e6deef admin admin] Usage tracker for resource:security_group_rule and tenant:ec5b07bbced444feb54fca97f9483f0d is out of sync, need to count used quota {{(pid=75040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:01:41.220273 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-3bded33b-d530-4d57-8fd5-b62414e6deef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:01:41.225851 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-3bded33b-d530-4d57-8fd5-b62414e6deef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:01:41.296564 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-3bded33b-d530-4d57-8fd5-b62414e6deef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:01:41.300757 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-3bded33b-d530-4d57-8fd5-b62414e6deef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:01:41.306474 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:01:41.327761 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bded33b-d530-4d57-8fd5-b62414e6deef admin admin] vlan segment allocate from pool success with {'vlan_id': 850, 'physical_network': 'physnet1'} {{(pid=75040) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 25 16:01:41.359747 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-3bded33b-d530-4d57-8fd5-b62414e6deef admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8776572265081', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16198673'] for segment, precommit_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:01:41.360679 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-3bded33b-d530-4d57-8fd5-b62414e6deef admin admin] Unsubscribe: segment precommit_create {{(pid=75040) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 25 16:01:41.361170 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.db.segments_db [None req-3bded33b-d530-4d57-8fd5-b62414e6deef admin admin] Added segment c53102ac-abef-4b7d-82f1-394d6b771ba3 of type vlan for network a079757b-a6ba-4af0-8357-4d1f8a62240c Aug 25 16:01:41.413666 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bded33b-d530-4d57-8fd5-b62414e6deef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f948afcf-d0d0-4604-a1ef-beeaf921124c,revision_number=1']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:01:41.447726 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bded33b-d530-4d57-8fd5-b62414e6deef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:01:41.448059 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bded33b-d530-4d57-8fd5-b62414e6deef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:01:41.448383 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bded33b-d530-4d57-8fd5-b62414e6deef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:01:41.448702 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bded33b-d530-4d57-8fd5-b62414e6deef admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:01:41.449017 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bded33b-d530-4d57-8fd5-b62414e6deef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:01:41.449357 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bded33b-d530-4d57-8fd5-b62414e6deef admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:01:41.449670 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bded33b-d530-4d57-8fd5-b62414e6deef admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:01:41.450000 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bded33b-d530-4d57-8fd5-b62414e6deef admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:01:41.450843 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bded33b-d530-4d57-8fd5-b62414e6deef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:01:41.451284 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bded33b-d530-4d57-8fd5-b62414e6deef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:01:41.451594 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bded33b-d530-4d57-8fd5-b62414e6deef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:01:41.452686 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bded33b-d530-4d57-8fd5-b62414e6deef admin admin] Tracked resource versions report: Aug 25 16:01:41.452686 dv-cinder-806007-1-smb neutron-server[75040]: pushed versions: Aug 25 16:01:41.452686 dv-cinder-806007-1-smb neutron-server[75040]: { 'ConntrackHelper': {'1.0'}, Aug 25 16:01:41.452686 dv-cinder-806007-1-smb neutron-server[75040]: 'Log': {'1.0'}, Aug 25 16:01:41.452686 dv-cinder-806007-1-smb neutron-server[75040]: 'Network': {'1.1'}, Aug 25 16:01:41.452686 dv-cinder-806007-1-smb neutron-server[75040]: 'Port': {'1.5'}, Aug 25 16:01:41.452686 dv-cinder-806007-1-smb neutron-server[75040]: 'PortForwarding': {'1.2'}, Aug 25 16:01:41.452686 dv-cinder-806007-1-smb neutron-server[75040]: 'QosPolicy': {'1.8'}, Aug 25 16:01:41.452686 dv-cinder-806007-1-smb neutron-server[75040]: 'SecurityGroup': {'1.2'}, Aug 25 16:01:41.452686 dv-cinder-806007-1-smb neutron-server[75040]: 'SecurityGroupRule': {'1.0'}, Aug 25 16:01:41.452686 dv-cinder-806007-1-smb neutron-server[75040]: 'SubPort': {'1.0'}, Aug 25 16:01:41.452686 dv-cinder-806007-1-smb neutron-server[75040]: 'Subnet': {'1.1'}, Aug 25 16:01:41.452686 dv-cinder-806007-1-smb neutron-server[75040]: 'Trunk': {'1.1'}} Aug 25 16:01:41.452686 dv-cinder-806007-1-smb neutron-server[75040]: consumer versions: Aug 25 16:01:41.452686 dv-cinder-806007-1-smb neutron-server[75040]: { DHCP agent@dv-cinder-806007-1-smb: {}, Aug 25 16:01:41.452686 dv-cinder-806007-1-smb neutron-server[75040]: L3 agent@dv-cinder-806007-1-smb: {}, Aug 25 16:01:41.452686 dv-cinder-806007-1-smb neutron-server[75040]: Metadata agent@dv-cinder-806007-1-smb: {}, Aug 25 16:01:41.452686 dv-cinder-806007-1-smb neutron-server[75040]: Metering agent@dv-cinder-806007-1-smb: {}, Aug 25 16:01:41.452686 dv-cinder-806007-1-smb neutron-server[75040]: Open vSwitch agent@dv-cinder-806007-1-smb: { 'ConntrackHelper': '1.0', Aug 25 16:01:41.452686 dv-cinder-806007-1-smb neutron-server[75040]: 'Log': '1.0', Aug 25 16:01:41.452686 dv-cinder-806007-1-smb neutron-server[75040]: 'Network': '1.1', Aug 25 16:01:41.452686 dv-cinder-806007-1-smb neutron-server[75040]: 'Port': '1.5', Aug 25 16:01:41.452686 dv-cinder-806007-1-smb neutron-server[75040]: 'PortForwarding': '1.2', Aug 25 16:01:41.452686 dv-cinder-806007-1-smb neutron-server[75040]: 'QosPolicy': '1.8', Aug 25 16:01:41.452686 dv-cinder-806007-1-smb neutron-server[75040]: 'SecurityGroup': '1.2', Aug 25 16:01:41.452686 dv-cinder-806007-1-smb neutron-server[75040]: 'SecurityGroupRule': '1.0', Aug 25 16:01:41.452686 dv-cinder-806007-1-smb neutron-server[75040]: 'SubPort': '1.0', Aug 25 16:01:41.452686 dv-cinder-806007-1-smb neutron-server[75040]: 'Subnet': '1.1', Aug 25 16:01:41.452686 dv-cinder-806007-1-smb neutron-server[75040]: 'Trunk': '1.1'}} Aug 25 16:01:41.452686 dv-cinder-806007-1-smb neutron-server[75040]: {{(pid=75040) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 25 16:01:41.482533 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-3bded33b-d530-4d57-8fd5-b62414e6deef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776571744898'] for network, precommit_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:01:41.488723 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-3bded33b-d530-4d57-8fd5-b62414e6deef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:01:41.528332 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-3bded33b-d530-4d57-8fd5-b62414e6deef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748'] for network, after_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:01:41.530656 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bded33b-d530-4d57-8fd5-b62414e6deef admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:01:41.531303 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-3bded33b-d530-4d57-8fd5-b62414e6deef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16129646'] for network, before_response {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:01:41.536219 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:01:41.641694 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-3bded33b-d530-4d57-8fd5-b62414e6deef admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.9721184 Aug 25 16:01:41.642389 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bded33b-d530-4d57-8fd5-b62414e6deef admin admin] Pushing event updated for resources: {'Network': ['ID=a079757b-a6ba-4af0-8357-4d1f8a62240c,revision_number=1']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:01:41.645556 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-3bded33b-d530-4d57-8fd5-b62414e6deef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:01:41.655133 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Network a079757b-a6ba-4af0-8357-4d1f8a62240c details requested by agent ovs-agent-dv-cinder-806007-1-smb with host dv-cinder-806007-1-smb {{(pid=75042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 25 16:01:44.294052 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.wsgi [-] (75041) accepted ('10.222.0.68', 51164) {{(pid=75041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:01:44.807940 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf61fb4a-2749-4804-98ec-d1483e4b8622 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:01:44.809409 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [None req-cf61fb4a-2749-4804-98ec-d1483e4b8622 admin admin] 10.222.0.68 "GET /v2.0/networks/a079757b-a6ba-4af0-8357-4d1f8a62240c HTTP/1.1" status: 200 len: 825 time: 0.5143580 Aug 25 16:01:44.837645 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [None req-4e224ff7-c523-4ea5-8ddf-ec3be4c1d2c9 admin admin] 10.222.0.68 "GET /v2.0/subnetpools/d49315b9-acb1-4cf4-83fd-2e606671d369 HTTP/1.1" status: 200 len: 734 time: 0.0223753 Aug 25 16:01:44.846106 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.v2.base [None req-f253b1c8-7fd7-4d98-875c-7cfa8ab88f25 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'subnetpool_id': 'd49315b9-acb1-4cf4-83fd-2e606671d369', 'network_id': 'a079757b-a6ba-4af0-8357-4d1f8a62240c', 'ip_version': 4, 'tenant_id': 'ec5b07bbced444feb54fca97f9483f0d'}} {{(pid=75041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:01:44.850771 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.quota.driver [None req-f253b1c8-7fd7-4d98-875c-7cfa8ab88f25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:01:44.854884 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [None req-f253b1c8-7fd7-4d98-875c-7cfa8ab88f25 admin admin] Usage tracker for resource:subnet and tenant:ec5b07bbced444feb54fca97f9483f0d is out of sync, need to count used quota {{(pid=75041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:01:44.858679 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [None req-f253b1c8-7fd7-4d98-875c-7cfa8ab88f25 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:01:44.864786 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.quota.driver [None req-f253b1c8-7fd7-4d98-875c-7cfa8ab88f25 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:01:44.875912 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f253b1c8-7fd7-4d98-875c-7cfa8ab88f25 admin admin] Made reservation on behalf of ec5b07bbced444feb54fca97f9483f0d for: {'subnet': 1} {{(pid=75041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:01:44.878693 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-f253b1c8-7fd7-4d98-875c-7cfa8ab88f25 admin admin] Notify callbacks [] for subnet, before_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:01:45.204909 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-f253b1c8-7fd7-4d98-875c-7cfa8ab88f25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748'] for subnet, after_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:01:45.210475 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:01:45.298326 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f253b1c8-7fd7-4d98-875c-7cfa8ab88f25 admin admin] Checking segment: {'id': 'c53102ac-abef-4b7d-82f1-394d6b771ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'a079757b-a6ba-4af0-8357-4d1f8a62240c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:01:45.298953 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f253b1c8-7fd7-4d98-875c-7cfa8ab88f25 admin admin] Network hostable DHCP agents. Network: a079757b-a6ba-4af0-8357-4d1f8a62240c, hostable agents: ['daaa6c79-fb88-4b19-b87f-75e8fe826ec4'], hosted agents: [] {{(pid=75041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 16:01:45.308291 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f253b1c8-7fd7-4d98-875c-7cfa8ab88f25 admin admin] Pushing event updated for resources: {'Subnet': ['ID=84e92132-09a4-4c31-a0e1-e7fad92e1857,revision_number=0']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:01:45.321337 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f253b1c8-7fd7-4d98-875c-7cfa8ab88f25 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:01:45.321671 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f253b1c8-7fd7-4d98-875c-7cfa8ab88f25 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:01:45.321994 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f253b1c8-7fd7-4d98-875c-7cfa8ab88f25 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:01:45.322313 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f253b1c8-7fd7-4d98-875c-7cfa8ab88f25 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:01:45.322631 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f253b1c8-7fd7-4d98-875c-7cfa8ab88f25 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:01:45.322946 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f253b1c8-7fd7-4d98-875c-7cfa8ab88f25 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:01:45.323254 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f253b1c8-7fd7-4d98-875c-7cfa8ab88f25 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:01:45.323586 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f253b1c8-7fd7-4d98-875c-7cfa8ab88f25 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:01:45.323899 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f253b1c8-7fd7-4d98-875c-7cfa8ab88f25 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:01:45.324201 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f253b1c8-7fd7-4d98-875c-7cfa8ab88f25 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:01:45.324503 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f253b1c8-7fd7-4d98-875c-7cfa8ab88f25 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:01:45.326135 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f253b1c8-7fd7-4d98-875c-7cfa8ab88f25 admin admin] Tracked resource versions report: Aug 25 16:01:45.326135 dv-cinder-806007-1-smb neutron-server[75041]: pushed versions: Aug 25 16:01:45.326135 dv-cinder-806007-1-smb neutron-server[75041]: { 'ConntrackHelper': {'1.0'}, Aug 25 16:01:45.326135 dv-cinder-806007-1-smb neutron-server[75041]: 'Log': {'1.0'}, Aug 25 16:01:45.326135 dv-cinder-806007-1-smb neutron-server[75041]: 'Network': {'1.1'}, Aug 25 16:01:45.326135 dv-cinder-806007-1-smb neutron-server[75041]: 'Port': {'1.5'}, Aug 25 16:01:45.326135 dv-cinder-806007-1-smb neutron-server[75041]: 'PortForwarding': {'1.2'}, Aug 25 16:01:45.326135 dv-cinder-806007-1-smb neutron-server[75041]: 'QosPolicy': {'1.8'}, Aug 25 16:01:45.326135 dv-cinder-806007-1-smb neutron-server[75041]: 'SecurityGroup': {'1.2'}, Aug 25 16:01:45.326135 dv-cinder-806007-1-smb neutron-server[75041]: 'SecurityGroupRule': {'1.0'}, Aug 25 16:01:45.326135 dv-cinder-806007-1-smb neutron-server[75041]: 'SubPort': {'1.0'}, Aug 25 16:01:45.326135 dv-cinder-806007-1-smb neutron-server[75041]: 'Subnet': {'1.1'}, Aug 25 16:01:45.326135 dv-cinder-806007-1-smb neutron-server[75041]: 'Trunk': {'1.1'}} Aug 25 16:01:45.326135 dv-cinder-806007-1-smb neutron-server[75041]: consumer versions: Aug 25 16:01:45.326135 dv-cinder-806007-1-smb neutron-server[75041]: { DHCP agent@dv-cinder-806007-1-smb: {}, Aug 25 16:01:45.326135 dv-cinder-806007-1-smb neutron-server[75041]: L3 agent@dv-cinder-806007-1-smb: {}, Aug 25 16:01:45.326135 dv-cinder-806007-1-smb neutron-server[75041]: Metadata agent@dv-cinder-806007-1-smb: {}, Aug 25 16:01:45.326135 dv-cinder-806007-1-smb neutron-server[75041]: Metering agent@dv-cinder-806007-1-smb: {}, Aug 25 16:01:45.326135 dv-cinder-806007-1-smb neutron-server[75041]: Open vSwitch agent@dv-cinder-806007-1-smb: { 'ConntrackHelper': '1.0', Aug 25 16:01:45.326135 dv-cinder-806007-1-smb neutron-server[75041]: 'Log': '1.0', Aug 25 16:01:45.326135 dv-cinder-806007-1-smb neutron-server[75041]: 'Network': '1.1', Aug 25 16:01:45.326135 dv-cinder-806007-1-smb neutron-server[75041]: 'Port': '1.5', Aug 25 16:01:45.326135 dv-cinder-806007-1-smb neutron-server[75041]: 'PortForwarding': '1.2', Aug 25 16:01:45.326135 dv-cinder-806007-1-smb neutron-server[75041]: 'QosPolicy': '1.8', Aug 25 16:01:45.326135 dv-cinder-806007-1-smb neutron-server[75041]: 'SecurityGroup': '1.2', Aug 25 16:01:45.326135 dv-cinder-806007-1-smb neutron-server[75041]: 'SecurityGroupRule': '1.0', Aug 25 16:01:45.326135 dv-cinder-806007-1-smb neutron-server[75041]: 'SubPort': '1.0', Aug 25 16:01:45.326135 dv-cinder-806007-1-smb neutron-server[75041]: 'Subnet': '1.1', Aug 25 16:01:45.326135 dv-cinder-806007-1-smb neutron-server[75041]: 'Trunk': '1.1'}} Aug 25 16:01:45.326135 dv-cinder-806007-1-smb neutron-server[75041]: {{(pid=75041) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 25 16:01:45.358270 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-f253b1c8-7fd7-4d98-875c-7cfa8ab88f25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:01:45.359361 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f253b1c8-7fd7-4d98-875c-7cfa8ab88f25 admin admin] Network a079757b-a6ba-4af0-8357-4d1f8a62240c is scheduled to be hosted by DHCP agent daaa6c79-fb88-4b19-b87f-75e8fe826ec4 with binding_index 1 {{(pid=75041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 16:01:45.370121 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.scheduler.base_scheduler [None req-f253b1c8-7fd7-4d98-875c-7cfa8ab88f25 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806007-1-smb, a079757b-a6ba-4af0-8357-4d1f8a62240c) {{(pid=75041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:01:45.375027 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f253b1c8-7fd7-4d98-875c-7cfa8ab88f25 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:01:45.375660 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-f253b1c8-7fd7-4d98-875c-7cfa8ab88f25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16129646'] for subnet, before_response {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:01:45.380699 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fef1933d-76fd-4278-971e-eff347266df0 None None] Network a079757b-a6ba-4af0-8357-4d1f8a62240c requested from dv-cinder-806007-1-smb {{(pid=75042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:01:45.400936 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [None req-f253b1c8-7fd7-4d98-875c-7cfa8ab88f25 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5580831 Aug 25 16:01:45.708350 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7bf99aa-abb3-4b2d-9dbd-2e5394efb29e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca772392-2f73-567c-a435-caaf44074501-a079757b-a6ba-4af0-8357-4d1f8a62240c', 'network_id': 'a079757b-a6ba-4af0-8357-4d1f8a62240c', 'tenant_id': 'ec5b07bbced444feb54fca97f9483f0d', 'fixed_ips': [{'subnet_id': '84e92132-09a4-4c31-a0e1-e7fad92e1857'}]}} from dv-cinder-806007-1-smb. {{(pid=75042) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Aug 25 16:01:45.709541 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-c7bf99aa-abb3-4b2d-9dbd-2e5394efb29e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_create {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:01:45.898114 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.db_base_plugin_common [None req-c7bf99aa-abb3-4b2d-9dbd-2e5394efb29e None None] Allocated IP 172.20.0.2 (a079757b-a6ba-4af0-8357-4d1f8a62240c/84e92132-09a4-4c31-a0e1-e7fad92e1857/fabe0db7-0d2b-4819-8524-2565a7a6dc53) {{(pid=75042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:01:46.137689 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-c7bf99aa-abb3-4b2d-9dbd-2e5394efb29e None None] Notify callbacks [] for port, precommit_create {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:01:46.151479 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.provisioning_blocks [None req-c7bf99aa-abb3-4b2d-9dbd-2e5394efb29e None None] Transition to ACTIVE for port object fabe0db7-0d2b-4819-8524-2565a7a6dc53 will not be triggered until provisioned by entity L2. {{(pid=75042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:01:46.174629 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.provisioning_blocks [None req-c7bf99aa-abb3-4b2d-9dbd-2e5394efb29e None None] Transition to ACTIVE for port object fabe0db7-0d2b-4819-8524-2565a7a6dc53 will not be triggered until provisioned by entity DHCP. {{(pid=75042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:01:46.184220 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-c7bf99aa-abb3-4b2d-9dbd-2e5394efb29e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776571788279'] for port, after_create {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:01:46.190130 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:01:46.254007 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7bf99aa-abb3-4b2d-9dbd-2e5394efb29e None None] Network a079757b-a6ba-4af0-8357-4d1f8a62240c is already hosted by enough agents. {{(pid=75042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:01:46.256972 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.scheduler.base_scheduler [None req-c7bf99aa-abb3-4b2d-9dbd-2e5394efb29e None None] Resources bound (agent type, host, resource id): {{(pid=75042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:01:46.262782 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bf99aa-abb3-4b2d-9dbd-2e5394efb29e None None] Pushing event updated for resources: {'Port': ['ID=fabe0db7-0d2b-4819-8524-2565a7a6dc53,revision_number=1']} {{(pid=75042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:01:46.265939 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7bf99aa-abb3-4b2d-9dbd-2e5394efb29e None None] Received port after_create {{(pid=75042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:01:46.303928 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bf99aa-abb3-4b2d-9dbd-2e5394efb29e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:01:46.304270 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bf99aa-abb3-4b2d-9dbd-2e5394efb29e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:01:46.304603 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bf99aa-abb3-4b2d-9dbd-2e5394efb29e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:01:46.304932 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bf99aa-abb3-4b2d-9dbd-2e5394efb29e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:01:46.305282 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bf99aa-abb3-4b2d-9dbd-2e5394efb29e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:01:46.305610 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bf99aa-abb3-4b2d-9dbd-2e5394efb29e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:01:46.305930 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bf99aa-abb3-4b2d-9dbd-2e5394efb29e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:01:46.306251 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bf99aa-abb3-4b2d-9dbd-2e5394efb29e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:01:46.306569 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bf99aa-abb3-4b2d-9dbd-2e5394efb29e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:01:46.306894 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bf99aa-abb3-4b2d-9dbd-2e5394efb29e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:01:46.307211 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bf99aa-abb3-4b2d-9dbd-2e5394efb29e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:01:46.308352 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bf99aa-abb3-4b2d-9dbd-2e5394efb29e None None] Tracked resource versions report: Aug 25 16:01:46.308352 dv-cinder-806007-1-smb neutron-server[75042]: pushed versions: Aug 25 16:01:46.308352 dv-cinder-806007-1-smb neutron-server[75042]: { 'ConntrackHelper': {'1.0'}, Aug 25 16:01:46.308352 dv-cinder-806007-1-smb neutron-server[75042]: 'Log': {'1.0'}, Aug 25 16:01:46.308352 dv-cinder-806007-1-smb neutron-server[75042]: 'Network': {'1.1'}, Aug 25 16:01:46.308352 dv-cinder-806007-1-smb neutron-server[75042]: 'Port': {'1.5'}, Aug 25 16:01:46.308352 dv-cinder-806007-1-smb neutron-server[75042]: 'PortForwarding': {'1.2'}, Aug 25 16:01:46.308352 dv-cinder-806007-1-smb neutron-server[75042]: 'QosPolicy': {'1.8'}, Aug 25 16:01:46.308352 dv-cinder-806007-1-smb neutron-server[75042]: 'SecurityGroup': {'1.2'}, Aug 25 16:01:46.308352 dv-cinder-806007-1-smb neutron-server[75042]: 'SecurityGroupRule': {'1.0'}, Aug 25 16:01:46.308352 dv-cinder-806007-1-smb neutron-server[75042]: 'SubPort': {'1.0'}, Aug 25 16:01:46.308352 dv-cinder-806007-1-smb neutron-server[75042]: 'Subnet': {'1.1'}, Aug 25 16:01:46.308352 dv-cinder-806007-1-smb neutron-server[75042]: 'Trunk': {'1.1'}} Aug 25 16:01:46.308352 dv-cinder-806007-1-smb neutron-server[75042]: consumer versions: Aug 25 16:01:46.308352 dv-cinder-806007-1-smb neutron-server[75042]: { DHCP agent@dv-cinder-806007-1-smb: {}, Aug 25 16:01:46.308352 dv-cinder-806007-1-smb neutron-server[75042]: L3 agent@dv-cinder-806007-1-smb: {}, Aug 25 16:01:46.308352 dv-cinder-806007-1-smb neutron-server[75042]: Metadata agent@dv-cinder-806007-1-smb: {}, Aug 25 16:01:46.308352 dv-cinder-806007-1-smb neutron-server[75042]: Metering agent@dv-cinder-806007-1-smb: {}, Aug 25 16:01:46.308352 dv-cinder-806007-1-smb neutron-server[75042]: Open vSwitch agent@dv-cinder-806007-1-smb: { 'ConntrackHelper': '1.0', Aug 25 16:01:46.308352 dv-cinder-806007-1-smb neutron-server[75042]: 'Log': '1.0', Aug 25 16:01:46.308352 dv-cinder-806007-1-smb neutron-server[75042]: 'Network': '1.1', Aug 25 16:01:46.308352 dv-cinder-806007-1-smb neutron-server[75042]: 'Port': '1.5', Aug 25 16:01:46.308352 dv-cinder-806007-1-smb neutron-server[75042]: 'PortForwarding': '1.2', Aug 25 16:01:46.308352 dv-cinder-806007-1-smb neutron-server[75042]: 'QosPolicy': '1.8', Aug 25 16:01:46.308352 dv-cinder-806007-1-smb neutron-server[75042]: 'SecurityGroup': '1.2', Aug 25 16:01:46.308352 dv-cinder-806007-1-smb neutron-server[75042]: 'SecurityGroupRule': '1.0', Aug 25 16:01:46.308352 dv-cinder-806007-1-smb neutron-server[75042]: 'SubPort': '1.0', Aug 25 16:01:46.308352 dv-cinder-806007-1-smb neutron-server[75042]: 'Subnet': '1.1', Aug 25 16:01:46.308352 dv-cinder-806007-1-smb neutron-server[75042]: 'Trunk': '1.1'}} Aug 25 16:01:46.308352 dv-cinder-806007-1-smb neutron-server[75042]: {{(pid=75042) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 25 16:01:46.316906 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [None req-c7bf99aa-abb3-4b2d-9dbd-2e5394efb29e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:01:46.373542 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.managers [None req-c7bf99aa-abb3-4b2d-9dbd-2e5394efb29e None None] Attempting to bind port fabe0db7-0d2b-4819-8524-2565a7a6dc53 on host dv-cinder-806007-1-smb for vnic_type normal with profile {{(pid=75042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:01:46.373946 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.managers [None req-c7bf99aa-abb3-4b2d-9dbd-2e5394efb29e None None] Attempting to bind port fabe0db7-0d2b-4819-8524-2565a7a6dc53 by drivers openvswitch,hyperv on host dv-cinder-806007-1-smb at level 0 using segments [{'id': 'c53102ac-abef-4b7d-82f1-394d6b771ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'a079757b-a6ba-4af0-8357-4d1f8a62240c'}] {{(pid=75042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:01:46.374738 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7bf99aa-abb3-4b2d-9dbd-2e5394efb29e None None] Attempting to bind port fabe0db7-0d2b-4819-8524-2565a7a6dc53 on network a079757b-a6ba-4af0-8357-4d1f8a62240c {{(pid=75042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:01:46.381681 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7bf99aa-abb3-4b2d-9dbd-2e5394efb29e None None] Checking agent: {'id': '96a22994-db3b-42a5-8f4b-83134f26dca0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806007-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 1, 29), 'started_at': datetime.datetime(2021, 8, 25, 16, 1, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806007-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:01:46.382320 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7bf99aa-abb3-4b2d-9dbd-2e5394efb29e None None] Checking segment: {'id': 'c53102ac-abef-4b7d-82f1-394d6b771ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'a079757b-a6ba-4af0-8357-4d1f8a62240c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:01:46.382561 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-c7bf99aa-abb3-4b2d-9dbd-2e5394efb29e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:01:46.382956 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7bf99aa-abb3-4b2d-9dbd-2e5394efb29e None None] Bound using segment: {'id': 'c53102ac-abef-4b7d-82f1-394d6b771ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'a079757b-a6ba-4af0-8357-4d1f8a62240c'} {{(pid=75042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:01:46.383421 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.managers [None req-c7bf99aa-abb3-4b2d-9dbd-2e5394efb29e None None] Bound port: fabe0db7-0d2b-4819-8524-2565a7a6dc53, host: dv-cinder-806007-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c53102ac-abef-4b7d-82f1-394d6b771ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'a079757b-a6ba-4af0-8357-4d1f8a62240c'}}] {{(pid=75042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:01:46.383811 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-c7bf99aa-abb3-4b2d-9dbd-2e5394efb29e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:01:46.471720 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.db [None req-c7bf99aa-abb3-4b2d-9dbd-2e5394efb29e None None] For port fabe0db7-0d2b-4819-8524-2565a7a6dc53, host dv-cinder-806007-1-smb, cleared binding levels {{(pid=75042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:01:46.476118 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.db [None req-c7bf99aa-abb3-4b2d-9dbd-2e5394efb29e None None] For port fabe0db7-0d2b-4819-8524-2565a7a6dc53, host dv-cinder-806007-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-1-smb',level=0,port_id=fabe0db7-0d2b-4819-8524-2565a7a6dc53,segment=NetworkSegment(c53102ac-abef-4b7d-82f1-394d6b771ba3),segment_id=c53102ac-abef-4b7d-82f1-394d6b771ba3)] {{(pid=75042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:01:46.480803 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-c7bf99aa-abb3-4b2d-9dbd-2e5394efb29e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776572168726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776571761677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776571761722'] for port, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:01:46.485209 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [None req-c7bf99aa-abb3-4b2d-9dbd-2e5394efb29e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:01:46.593223 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bf99aa-abb3-4b2d-9dbd-2e5394efb29e None None] Pushing event updated for resources: {'Port': ['ID=fabe0db7-0d2b-4819-8524-2565a7a6dc53,revision_number=2']} {{(pid=75042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:01:46.602310 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [None req-c7bf99aa-abb3-4b2d-9dbd-2e5394efb29e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:01:47.723123 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.wsgi [-] (75041) accepted ('10.222.0.68', 51178) {{(pid=75041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:01:48.254421 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.wsgi [None req-3117b5ac-1954-4cb5-92fb-50798e82f2ee admin admin] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=75041) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Aug 25 16:01:48.255657 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [None req-3117b5ac-1954-4cb5-92fb-50798e82f2ee admin admin] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.5314503 Aug 25 16:01:50.487459 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef40be63-d52e-4d38-a861-c5c2dca1ac86 None None] Network a079757b-a6ba-4af0-8357-4d1f8a62240c requested from dv-cinder-806007-1-smb {{(pid=75042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:01:50.577299 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.provisioning_blocks [None req-c9785ef1-e2a2-47b4-9f2c-adb5763418cc None None] Provisioning for port fabe0db7-0d2b-4819-8524-2565a7a6dc53 completed by entity DHCP. {{(pid=75042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:01:50.683704 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.wsgi [-] (75041) accepted ('10.222.0.68', 51192) {{(pid=75041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:01:51.099845 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Device fabe0db7-0d2b-4819-8524-2565a7a6dc53 up at agent ovs-agent-dv-cinder-806007-1-smb {{(pid=75042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:01:51.108978 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.wsgi [None req-9407001c-9b3c-46a5-8aaf-99471b6f8274 admin admin] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=75041) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Aug 25 16:01:51.117110 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [None req-9407001c-9b3c-46a5-8aaf-99471b6f8274 admin admin] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4243176 Aug 25 16:01:51.171791 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.provisioning_blocks [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Provisioning for port fabe0db7-0d2b-4819-8524-2565a7a6dc53 completed by entity L2. {{(pid=75042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:01:51.178577 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.provisioning_blocks [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Provisioning complete for port fabe0db7-0d2b-4819-8524-2565a7a6dc53 triggered by entity L2. {{(pid=75042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:01:51.179122 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16203014'] for port, provisioning_complete {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:01:51.305561 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:01:51.339595 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.db [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] For port fabe0db7-0d2b-4819-8524-2565a7a6dc53, host dv-cinder-806007-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-1-smb',level=0,port_id=fabe0db7-0d2b-4819-8524-2565a7a6dc53,segment=NetworkSegment(c53102ac-abef-4b7d-82f1-394d6b771ba3),segment_id=c53102ac-abef-4b7d-82f1-394d6b771ba3)] {{(pid=75042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:01:51.344160 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776572168726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776571761677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776571761722'] for port, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:01:51.346273 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [None req-c7bf99aa-abb3-4b2d-9dbd-2e5394efb29e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:01:51.409853 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Pushing event updated for resources: {'Port': ['ID=fabe0db7-0d2b-4819-8524-2565a7a6dc53,revision_number=3']} {{(pid=75042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:01:51.412934 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:01:53.071865 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Device fabe0db7-0d2b-4819-8524-2565a7a6dc53 up at agent ovs-agent-dv-cinder-806007-1-smb {{(pid=75042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:01:53.141164 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.provisioning_blocks [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Provisioning complete for port fabe0db7-0d2b-4819-8524-2565a7a6dc53 triggered by entity L2. {{(pid=75042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:01:53.141537 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16203014'] for port, provisioning_complete {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:01:53.725464 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 51204) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:01:54.208708 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.v2.base [None req-aa368633-82e4-4a83-9bcc-d32f78c54008 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': 'ec5b07bbced444feb54fca97f9483f0d'}} {{(pid=75040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:01:54.213464 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-aa368633-82e4-4a83-9bcc-d32f78c54008 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:01:54.218416 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-aa368633-82e4-4a83-9bcc-d32f78c54008 admin admin] Usage tracker for resource:router and tenant:ec5b07bbced444feb54fca97f9483f0d is out of sync, need to count used quota {{(pid=75040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:01:54.222145 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-aa368633-82e4-4a83-9bcc-d32f78c54008 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:01:54.228356 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-aa368633-82e4-4a83-9bcc-d32f78c54008 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:01:54.244108 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-aa368633-82e4-4a83-9bcc-d32f78c54008 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-457588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5365'] for router, before_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:01:54.246622 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-aa368633-82e4-4a83-9bcc-d32f78c54008 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453583', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-480463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5374'] for router, precommit_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:01:54.279756 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-aa368633-82e4-4a83-9bcc-d32f78c54008 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:01:54.393603 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-aa368633-82e4-4a83-9bcc-d32f78c54008 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-453662'] for router, after_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:01:54.416017 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-aa368633-82e4-4a83-9bcc-d32f78c54008 admin admin] Notify callbacks [] for router, before_response {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:01:54.417203 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-aa368633-82e4-4a83-9bcc-d32f78c54008 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6906216 Aug 25 16:01:56.769235 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 51214) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:01:57.203491 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [None req-122d9e72-ee0b-4007-9570-240a56f8c259 admin admin] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=75040) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Aug 25 16:01:57.204475 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-122d9e72-ee0b-4007-9570-240a56f8c259 admin admin] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4340100 Aug 25 16:01:57.471556 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-9f0c72a0-9564-4b71-be30-6c9472d4b847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:01:58.733750 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:01:59.211090 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.db.agents_db [None req-a821c616-a82d-4ce6-adbe-0c63f7de4494 None None] Agent healthcheck: found 5 active agents {{(pid=75043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:01:59.606603 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 51224) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:01:59.879598 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-3e3c1bf8-01ec-4ecd-a7bc-5aa65f4b91d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:02:00.020439 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.v2.base [None req-d8a2d29f-67b2-43d0-ba1e-884c2fcf0917 admin admin] Request body: {'network': {'router:external': True, 'name': 'public', 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'is_default': True}} {{(pid=75040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:02:00.025579 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-d8a2d29f-67b2-43d0-ba1e-884c2fcf0917 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:02:00.029605 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-d8a2d29f-67b2-43d0-ba1e-884c2fcf0917 admin admin] Usage tracker for resource:network and tenant:164567f94d3646a6b8ad984b808ef17b is out of sync, need to count used quota {{(pid=75040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:02:00.032427 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-d8a2d29f-67b2-43d0-ba1e-884c2fcf0917 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:02:00.038073 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-d8a2d29f-67b2-43d0-ba1e-884c2fcf0917 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:02:00.052731 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8a2d29f-67b2-43d0-ba1e-884c2fcf0917 admin admin] Made reservation on behalf of 164567f94d3646a6b8ad984b808ef17b for: {'network': 1} {{(pid=75040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:02:00.055071 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-d8a2d29f-67b2-43d0-ba1e-884c2fcf0917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for network, before_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:02:00.068844 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-d8a2d29f-67b2-43d0-ba1e-884c2fcf0917 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:02:00.108444 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-d8a2d29f-67b2-43d0-ba1e-884c2fcf0917 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:02:00.112220 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-d8a2d29f-67b2-43d0-ba1e-884c2fcf0917 admin admin] Usage tracker for resource:security_group_rule and tenant:164567f94d3646a6b8ad984b808ef17b is out of sync, need to count used quota {{(pid=75040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:02:00.115132 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-d8a2d29f-67b2-43d0-ba1e-884c2fcf0917 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:02:00.121291 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-d8a2d29f-67b2-43d0-ba1e-884c2fcf0917 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:02:00.194672 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-d8a2d29f-67b2-43d0-ba1e-884c2fcf0917 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:02:00.198798 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-d8a2d29f-67b2-43d0-ba1e-884c2fcf0917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:02:00.203023 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:02:00.215690 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-d8a2d29f-67b2-43d0-ba1e-884c2fcf0917 admin admin] Reserving flat network on physical network physnet1 {{(pid=75040) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 25 16:02:00.239767 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a2d29f-67b2-43d0-ba1e-884c2fcf0917 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3d49c42-0125-4f06-b319-2e2b4906afb3,revision_number=1']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:02:00.242637 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-d8a2d29f-67b2-43d0-ba1e-884c2fcf0917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16198673'] for segment, precommit_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:02:00.243236 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.db.segments_db [None req-d8a2d29f-67b2-43d0-ba1e-884c2fcf0917 admin admin] Added segment cbdd21c8-b3ae-45c5-b207-3efdd7246341 of type flat for network af5d4827-908c-4372-9134-1f0198184942 Aug 25 16:02:00.244743 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-d8a2d29f-67b2-43d0-ba1e-884c2fcf0917 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:02:00.278850 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-d8a2d29f-67b2-43d0-ba1e-884c2fcf0917 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776571744898'] for network, precommit_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:02:00.318254 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-d8a2d29f-67b2-43d0-ba1e-884c2fcf0917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748'] for network, after_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:02:00.319469 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8a2d29f-67b2-43d0-ba1e-884c2fcf0917 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:02:00.320044 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-d8a2d29f-67b2-43d0-ba1e-884c2fcf0917 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16129646'] for network, before_response {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:02:00.324918 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-3bded33b-d530-4d57-8fd5-b62414e6deef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:02:00.425314 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-d8a2d29f-67b2-43d0-ba1e-884c2fcf0917 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8174517 Aug 25 16:02:00.425929 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a2d29f-67b2-43d0-ba1e-884c2fcf0917 admin admin] Pushing event updated for resources: {'Network': ['ID=af5d4827-908c-4372-9134-1f0198184942,revision_number=1']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:02:00.428869 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-d8a2d29f-67b2-43d0-ba1e-884c2fcf0917 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:02:00.439779 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Network af5d4827-908c-4372-9134-1f0198184942 details requested by agent ovs-agent-dv-cinder-806007-1-smb with host dv-cinder-806007-1-smb {{(pid=75042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 25 16:02:00.900374 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-1bf536be-b7f1-4c3c-b07a-2be1e6809122 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:02:02.268826 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-8ca458b3-9003-4c9b-b026-f7ba765eab5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:02:02.692422 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 51244) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:02:02.932901 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e47e5386-4990-480c-97b6-5db0758a0c61 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:02:02.934762 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-e47e5386-4990-480c-97b6-5db0758a0c61 admin admin] 10.222.0.68 "GET /v2.0/subnets/84e92132-09a4-4c31-a0e1-e7fad92e1857 HTTP/1.1" status: 200 len: 849 time: 0.2413085 Aug 25 16:02:03.094795 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-babb70ae-635c-434c-a523-ed5d45150bfd admin admin] 10.222.0.68 "GET /v2.0/routers/df99515c-f749-4878-9e0c-190230e481ba HTTP/1.1" status: 200 len: 704 time: 0.1543887 Aug 25 16:02:03.576726 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-681688d2-e788-4ed3-9019-5fe8f7979e91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:02:03.817799 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.db_base_plugin_common [None req-681688d2-e788-4ed3-9019-5fe8f7979e91 admin admin] Allocated IP 172.20.0.1 (a079757b-a6ba-4af0-8357-4d1f8a62240c/84e92132-09a4-4c31-a0e1-e7fad92e1857/3088f38b-3e96-46ad-8ae7-a0e600090279) {{(pid=75040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:02:03.979821 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-681688d2-e788-4ed3-9019-5fe8f7979e91 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:02:03.998538 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.provisioning_blocks [None req-681688d2-e788-4ed3-9019-5fe8f7979e91 admin admin] Transition to ACTIVE for port object 3088f38b-3e96-46ad-8ae7-a0e600090279 will not be triggered until provisioned by entity DHCP. {{(pid=75040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:02:04.052682 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-681688d2-e788-4ed3-9019-5fe8f7979e91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776571788279'] for port, after_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:02:04.056539 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:02:04.123899 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-681688d2-e788-4ed3-9019-5fe8f7979e91 admin admin] Network a079757b-a6ba-4af0-8357-4d1f8a62240c is already hosted by enough agents. {{(pid=75040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:02:04.127787 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.scheduler.base_scheduler [None req-681688d2-e788-4ed3-9019-5fe8f7979e91 admin admin] Resources bound (agent type, host, resource id): {{(pid=75040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:02:04.130940 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-681688d2-e788-4ed3-9019-5fe8f7979e91 admin admin] Received port after_create {{(pid=75040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:02:04.131450 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-681688d2-e788-4ed3-9019-5fe8f7979e91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-453824'] for router_interface, before_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:02:04.134051 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681688d2-e788-4ed3-9019-5fe8f7979e91 admin admin] Pushing event updated for resources: {'Port': ['ID=3088f38b-3e96-46ad-8ae7-a0e600090279,revision_number=1']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:02:04.137590 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-681688d2-e788-4ed3-9019-5fe8f7979e91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:02:04.266358 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-681688d2-e788-4ed3-9019-5fe8f7979e91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_update {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:02:04.315104 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.provisioning_blocks [None req-6f831b6d-d9e3-4793-aadd-be3396fae660 None None] Provisioning for port 3088f38b-3e96-46ad-8ae7-a0e600090279 completed by entity DHCP. {{(pid=75042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:02:04.320075 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.provisioning_blocks [None req-6f831b6d-d9e3-4793-aadd-be3396fae660 None None] Provisioning complete for port 3088f38b-3e96-46ad-8ae7-a0e600090279 triggered by entity DHCP. {{(pid=75042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:02:04.320460 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-6f831b6d-d9e3-4793-aadd-be3396fae660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16203014'] for port, provisioning_complete {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:02:04.376338 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.plugin [None req-6f831b6d-d9e3-4793-aadd-be3396fae660 None None] Port 3088f38b-3e96-46ad-8ae7-a0e600090279 cannot update to ACTIVE because it is not bound. {{(pid=75042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 25 16:02:04.501528 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-681688d2-e788-4ed3-9019-5fe8f7979e91 admin admin] Notify callbacks [] for port, precommit_update {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:02:04.505696 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-681688d2-e788-4ed3-9019-5fe8f7979e91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776572168726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776571761677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776571761722'] for port, after_update {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:02:04.506740 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-681688d2-e788-4ed3-9019-5fe8f7979e91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16069120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-454953'] for router_interface, after_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:02:04.509995 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-681688d2-e788-4ed3-9019-5fe8f7979e91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:02:04.667032 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681688d2-e788-4ed3-9019-5fe8f7979e91 admin admin] Pushing event updated for resources: {'Port': ['ID=3088f38b-3e96-46ad-8ae7-a0e600090279,revision_number=2']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:02:04.671762 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-681688d2-e788-4ed3-9019-5fe8f7979e91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:02:04.732034 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-681688d2-e788-4ed3-9019-5fe8f7979e91 admin admin] Network a079757b-a6ba-4af0-8357-4d1f8a62240c is already hosted by enough agents. {{(pid=75040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:02:04.733103 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.scheduler.base_scheduler [None req-681688d2-e788-4ed3-9019-5fe8f7979e91 admin admin] Resources bound (agent type, host, resource id): {{(pid=75040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:02:04.901041 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.provisioning_blocks [None req-0c4b1129-9dd9-40ea-95d5-7eadb1a50c26 None None] Provisioning complete for port 3088f38b-3e96-46ad-8ae7-a0e600090279 triggered by entity DHCP. {{(pid=75042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:02:04.901451 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-0c4b1129-9dd9-40ea-95d5-7eadb1a50c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16203014'] for port, provisioning_complete {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:02:04.954801 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.plugin [None req-0c4b1129-9dd9-40ea-95d5-7eadb1a50c26 None None] Port 3088f38b-3e96-46ad-8ae7-a0e600090279 cannot update to ACTIVE because it is not bound. {{(pid=75042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 25 16:02:05.094416 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-681688d2-e788-4ed3-9019-5fe8f7979e91 admin admin] Router df99515c-f749-4878-9e0c-190230e481ba is scheduled to L3 agent ca94599f-caae-4183-a9a6-f9a0dcce5f21 with binding_index 1 {{(pid=75040) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 16:02:05.265478 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-681688d2-e788-4ed3-9019-5fe8f7979e91 admin admin] Notify agent at l3_agent.dv-cinder-806007-1-smb the message routers_updated {{(pid=75040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:02:05.274990 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5aa08e-a16f-492e-9a49-9396f4a57b83 None None] Sync routers for ids ['df99515c-f749-4878-9e0c-190230e481ba'] in dv-cinder-806007-1-smb {{(pid=75043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 16:02:05.286319 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-681688d2-e788-4ed3-9019-5fe8f7979e91 admin admin] 10.222.0.68 "PUT /v2.0/routers/df99515c-f749-4878-9e0c-190230e481ba/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1759164 Aug 25 16:02:05.288855 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5aa08e-a16f-492e-9a49-9396f4a57b83 None None] Routers {'df99515c-f749-4878-9e0c-190230e481ba'} bound to L3 agent in host dv-cinder-806007-1-smb {{(pid=75043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:02:05.289817 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.db.l3_hamode_db [None req-8a5aa08e-a16f-492e-9a49-9396f4a57b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-25T16:01:30Z,description=,heartbeat_timestamp=2021-08-25T16:02:00Z,host='dv-cinder-806007-1-smb',id=ca94599f-caae-4183-a9a6-f9a0dcce5f21,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:01:30Z,topic='l3_agent')) {'router_ids': ['df99515c-f749-4878-9e0c-190230e481ba'], 'active': True} {{(pid=75043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:02:05.468209 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.db.l3_dvr_db [None req-8a5aa08e-a16f-492e-9a49-9396f4a57b83 None None] Set router df99515c-f749-4878-9e0c-190230e481ba gateway port host: None {{(pid=75043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:02:05.855354 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.db.l3_hamode_db [None req-8a5aa08e-a16f-492e-9a49-9396f4a57b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df99515c-f749-4878-9e0c-190230e481ba', 'name': 'router1', 'tenant_id': 'ec5b07bbced444feb54fca97f9483f0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:01:54Z', 'updated_at': '2021-08-25T16:02:04Z', 'revision_number': 2, 'project_id': 'ec5b07bbced444feb54fca97f9483f0d', 'gw_port_host': None, '_interfaces': [{'id': '3088f38b-3e96-46ad-8ae7-a0e600090279', 'name': '', 'network_id': 'a079757b-a6ba-4af0-8357-4d1f8a62240c', 'tenant_id': 'ec5b07bbced444feb54fca97f9483f0d', 'mac_address': 'fa:16:3e:94:e1:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df99515c-f749-4878-9e0c-190230e481ba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '84e92132-09a4-4c31-a0e1-e7fad92e1857', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:02:03Z', 'updated_at': '2021-08-25T16:02:04Z', 'revision_number': 2, 'project_id': 'ec5b07bbced444feb54fca97f9483f0d', 'subnets': [{'id': '84e92132-09a4-4c31-a0e1-e7fad92e1857', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd49315b9-acb1-4cf4-83fd-2e606671d369'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-1-smb', False) {} {{(pid=75043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:02:05.861059 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5aa08e-a16f-492e-9a49-9396f4a57b83 None None] Checking router: df99515c-f749-4878-9e0c-190230e481ba for host: dv-cinder-806007-1-smb {{(pid=75043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 16:02:05.861464 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5aa08e-a16f-492e-9a49-9396f4a57b83 None None] Updating router df99515c-f749-4878-9e0c-190230e481ba port 3088f38b-3e96-46ad-8ae7-a0e600090279 binding host dv-cinder-806007-1-smb {{(pid=75043) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 25 16:02:05.916886 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron_lib.callbacks.manager [None req-8a5aa08e-a16f-492e-9a49-9396f4a57b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_update {{(pid=75043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:02:06.304195 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron_lib.callbacks.manager [None req-8a5aa08e-a16f-492e-9a49-9396f4a57b83 None None] Notify callbacks [] for port, precommit_update {{(pid=75043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:02:06.318696 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.db.provisioning_blocks [None req-8a5aa08e-a16f-492e-9a49-9396f4a57b83 None None] Transition to ACTIVE for port object 3088f38b-3e96-46ad-8ae7-a0e600090279 will not be triggered until provisioned by entity L2. {{(pid=75043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:02:06.325729 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron_lib.callbacks.manager [None req-8a5aa08e-a16f-492e-9a49-9396f4a57b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776572168726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776571761677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776571761722'] for port, after_update {{(pid=75043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:02:06.330649 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:02:06.518545 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47442507-9dfd-4777-b845-ce823ac98ff7 None None] Pushing event updated for resources: {'Port': ['ID=3088f38b-3e96-46ad-8ae7-a0e600090279,revision_number=3']} {{(pid=75043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:02:06.569373 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47442507-9dfd-4777-b845-ce823ac98ff7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:02:06.569713 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47442507-9dfd-4777-b845-ce823ac98ff7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:02:06.570046 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47442507-9dfd-4777-b845-ce823ac98ff7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:02:06.570373 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47442507-9dfd-4777-b845-ce823ac98ff7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:02:06.570696 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47442507-9dfd-4777-b845-ce823ac98ff7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:02:06.571015 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47442507-9dfd-4777-b845-ce823ac98ff7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:02:06.571332 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47442507-9dfd-4777-b845-ce823ac98ff7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:02:06.571647 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47442507-9dfd-4777-b845-ce823ac98ff7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:02:06.571962 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47442507-9dfd-4777-b845-ce823ac98ff7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:02:06.572273 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47442507-9dfd-4777-b845-ce823ac98ff7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:02:06.572715 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47442507-9dfd-4777-b845-ce823ac98ff7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:02:06.574090 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47442507-9dfd-4777-b845-ce823ac98ff7 None None] Tracked resource versions report: Aug 25 16:02:06.574090 dv-cinder-806007-1-smb neutron-server[75043]: pushed versions: Aug 25 16:02:06.574090 dv-cinder-806007-1-smb neutron-server[75043]: { 'ConntrackHelper': {'1.0'}, Aug 25 16:02:06.574090 dv-cinder-806007-1-smb neutron-server[75043]: 'Log': {'1.0'}, Aug 25 16:02:06.574090 dv-cinder-806007-1-smb neutron-server[75043]: 'Network': {'1.1'}, Aug 25 16:02:06.574090 dv-cinder-806007-1-smb neutron-server[75043]: 'Port': {'1.5'}, Aug 25 16:02:06.574090 dv-cinder-806007-1-smb neutron-server[75043]: 'PortForwarding': {'1.2'}, Aug 25 16:02:06.574090 dv-cinder-806007-1-smb neutron-server[75043]: 'QosPolicy': {'1.8'}, Aug 25 16:02:06.574090 dv-cinder-806007-1-smb neutron-server[75043]: 'SecurityGroup': {'1.2'}, Aug 25 16:02:06.574090 dv-cinder-806007-1-smb neutron-server[75043]: 'SecurityGroupRule': {'1.0'}, Aug 25 16:02:06.574090 dv-cinder-806007-1-smb neutron-server[75043]: 'SubPort': {'1.0'}, Aug 25 16:02:06.574090 dv-cinder-806007-1-smb neutron-server[75043]: 'Subnet': {'1.1'}, Aug 25 16:02:06.574090 dv-cinder-806007-1-smb neutron-server[75043]: 'Trunk': {'1.1'}} Aug 25 16:02:06.574090 dv-cinder-806007-1-smb neutron-server[75043]: consumer versions: Aug 25 16:02:06.574090 dv-cinder-806007-1-smb neutron-server[75043]: { DHCP agent@dv-cinder-806007-1-smb: {}, Aug 25 16:02:06.574090 dv-cinder-806007-1-smb neutron-server[75043]: L3 agent@dv-cinder-806007-1-smb: {}, Aug 25 16:02:06.574090 dv-cinder-806007-1-smb neutron-server[75043]: Metadata agent@dv-cinder-806007-1-smb: {}, Aug 25 16:02:06.574090 dv-cinder-806007-1-smb neutron-server[75043]: Metering agent@dv-cinder-806007-1-smb: {}, Aug 25 16:02:06.574090 dv-cinder-806007-1-smb neutron-server[75043]: Open vSwitch agent@dv-cinder-806007-1-smb: { 'ConntrackHelper': '1.0', Aug 25 16:02:06.574090 dv-cinder-806007-1-smb neutron-server[75043]: 'Log': '1.0', Aug 25 16:02:06.574090 dv-cinder-806007-1-smb neutron-server[75043]: 'Network': '1.1', Aug 25 16:02:06.574090 dv-cinder-806007-1-smb neutron-server[75043]: 'Port': '1.5', Aug 25 16:02:06.574090 dv-cinder-806007-1-smb neutron-server[75043]: 'PortForwarding': '1.2', Aug 25 16:02:06.574090 dv-cinder-806007-1-smb neutron-server[75043]: 'QosPolicy': '1.8', Aug 25 16:02:06.574090 dv-cinder-806007-1-smb neutron-server[75043]: 'SecurityGroup': '1.2', Aug 25 16:02:06.574090 dv-cinder-806007-1-smb neutron-server[75043]: 'SecurityGroupRule': '1.0', Aug 25 16:02:06.574090 dv-cinder-806007-1-smb neutron-server[75043]: 'SubPort': '1.0', Aug 25 16:02:06.574090 dv-cinder-806007-1-smb neutron-server[75043]: 'Subnet': '1.1', Aug 25 16:02:06.574090 dv-cinder-806007-1-smb neutron-server[75043]: 'Trunk': '1.1'}} Aug 25 16:02:06.574090 dv-cinder-806007-1-smb neutron-server[75043]: {{(pid=75043) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 25 16:02:06.583965 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.plugins.ml2.managers [None req-8a5aa08e-a16f-492e-9a49-9396f4a57b83 None None] Attempting to bind port 3088f38b-3e96-46ad-8ae7-a0e600090279 on host dv-cinder-806007-1-smb for vnic_type normal with profile {{(pid=75043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:02:06.584369 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.plugins.ml2.managers [None req-8a5aa08e-a16f-492e-9a49-9396f4a57b83 None None] Attempting to bind port 3088f38b-3e96-46ad-8ae7-a0e600090279 by drivers openvswitch,hyperv on host dv-cinder-806007-1-smb at level 0 using segments [{'id': 'c53102ac-abef-4b7d-82f1-394d6b771ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'a079757b-a6ba-4af0-8357-4d1f8a62240c'}] {{(pid=75043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:02:06.584826 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5aa08e-a16f-492e-9a49-9396f4a57b83 None None] Attempting to bind port 3088f38b-3e96-46ad-8ae7-a0e600090279 on network a079757b-a6ba-4af0-8357-4d1f8a62240c {{(pid=75043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:02:06.586949 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG oslo_concurrency.lockutils [None req-47442507-9dfd-4777-b845-ce823ac98ff7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=75043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:02:06.592796 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5aa08e-a16f-492e-9a49-9396f4a57b83 None None] Checking agent: {'id': '96a22994-db3b-42a5-8f4b-83134f26dca0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806007-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 1, 29), 'started_at': datetime.datetime(2021, 8, 25, 16, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 1, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806007-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:02:06.593230 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5aa08e-a16f-492e-9a49-9396f4a57b83 None None] Checking segment: {'id': 'c53102ac-abef-4b7d-82f1-394d6b771ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'a079757b-a6ba-4af0-8357-4d1f8a62240c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:02:06.593707 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron_lib.callbacks.manager [None req-8a5aa08e-a16f-492e-9a49-9396f4a57b83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:02:06.594098 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5aa08e-a16f-492e-9a49-9396f4a57b83 None None] Bound using segment: {'id': 'c53102ac-abef-4b7d-82f1-394d6b771ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'a079757b-a6ba-4af0-8357-4d1f8a62240c'} {{(pid=75043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:02:06.594574 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.plugins.ml2.managers [None req-8a5aa08e-a16f-492e-9a49-9396f4a57b83 None None] Bound port: 3088f38b-3e96-46ad-8ae7-a0e600090279, host: dv-cinder-806007-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c53102ac-abef-4b7d-82f1-394d6b771ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'a079757b-a6ba-4af0-8357-4d1f8a62240c'}}] {{(pid=75043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:02:06.594931 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron_lib.callbacks.manager [None req-8a5aa08e-a16f-492e-9a49-9396f4a57b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_update {{(pid=75043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:02:06.682152 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.plugins.ml2.db [None req-8a5aa08e-a16f-492e-9a49-9396f4a57b83 None None] For port 3088f38b-3e96-46ad-8ae7-a0e600090279, host dv-cinder-806007-1-smb, cleared binding levels {{(pid=75043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:02:06.687142 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.plugins.ml2.db [None req-8a5aa08e-a16f-492e-9a49-9396f4a57b83 None None] For port 3088f38b-3e96-46ad-8ae7-a0e600090279, host dv-cinder-806007-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-1-smb',level=0,port_id=3088f38b-3e96-46ad-8ae7-a0e600090279,segment=NetworkSegment(c53102ac-abef-4b7d-82f1-394d6b771ba3),segment_id=c53102ac-abef-4b7d-82f1-394d6b771ba3)] {{(pid=75043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:02:06.690642 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron_lib.callbacks.manager [None req-8a5aa08e-a16f-492e-9a49-9396f4a57b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776572168726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776571761677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776571761722'] for port, after_update {{(pid=75043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:02:06.694391 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG oslo_concurrency.lockutils [None req-47442507-9dfd-4777-b845-ce823ac98ff7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:02:06.784965 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47442507-9dfd-4777-b845-ce823ac98ff7 None None] Pushing event updated for resources: {'Port': ['ID=3088f38b-3e96-46ad-8ae7-a0e600090279,revision_number=4']} {{(pid=75043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:02:06.787635 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5aa08e-a16f-492e-9a49-9396f4a57b83 None None] Routers {'df99515c-f749-4878-9e0c-190230e481ba'} bound to L3 agent in host dv-cinder-806007-1-smb {{(pid=75043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:02:06.788239 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.db.l3_hamode_db [None req-8a5aa08e-a16f-492e-9a49-9396f4a57b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-25T16:01:30Z,description=,heartbeat_timestamp=2021-08-25T16:02:00Z,host='dv-cinder-806007-1-smb',id=ca94599f-caae-4183-a9a6-f9a0dcce5f21,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:01:30Z,topic='l3_agent')) {'router_ids': ['df99515c-f749-4878-9e0c-190230e481ba'], 'active': True} {{(pid=75043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:02:06.840120 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG oslo_concurrency.lockutils [None req-47442507-9dfd-4777-b845-ce823ac98ff7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=75043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:02:06.950853 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.db.l3_dvr_db [None req-8a5aa08e-a16f-492e-9a49-9396f4a57b83 None None] Set router df99515c-f749-4878-9e0c-190230e481ba gateway port host: None {{(pid=75043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:02:07.303354 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.db.l3_hamode_db [None req-8a5aa08e-a16f-492e-9a49-9396f4a57b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df99515c-f749-4878-9e0c-190230e481ba', 'name': 'router1', 'tenant_id': 'ec5b07bbced444feb54fca97f9483f0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:01:54Z', 'updated_at': '2021-08-25T16:02:04Z', 'revision_number': 2, 'project_id': 'ec5b07bbced444feb54fca97f9483f0d', 'gw_port_host': None, '_interfaces': [{'id': '3088f38b-3e96-46ad-8ae7-a0e600090279', 'name': '', 'network_id': 'a079757b-a6ba-4af0-8357-4d1f8a62240c', 'tenant_id': 'ec5b07bbced444feb54fca97f9483f0d', 'mac_address': 'fa:16:3e:94:e1:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df99515c-f749-4878-9e0c-190230e481ba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '84e92132-09a4-4c31-a0e1-e7fad92e1857', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:02:03Z', 'updated_at': '2021-08-25T16:02:06Z', 'revision_number': 4, 'project_id': 'ec5b07bbced444feb54fca97f9483f0d', 'subnets': [{'id': '84e92132-09a4-4c31-a0e1-e7fad92e1857', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd49315b9-acb1-4cf4-83fd-2e606671d369'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-1-smb', False) {} {{(pid=75043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:02:07.307392 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5aa08e-a16f-492e-9a49-9396f4a57b83 None None] The sync data for ids ['df99515c-f749-4878-9e0c-190230e481ba'] in dv-cinder-806007-1-smb is: [{'id': 'df99515c-f749-4878-9e0c-190230e481ba', 'name': 'router1', 'tenant_id': 'ec5b07bbced444feb54fca97f9483f0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:01:54Z', 'updated_at': '2021-08-25T16:02:04Z', 'revision_number': 2, 'project_id': 'ec5b07bbced444feb54fca97f9483f0d', 'gw_port_host': None, '_interfaces': [{'id': '3088f38b-3e96-46ad-8ae7-a0e600090279', 'name': '', 'network_id': 'a079757b-a6ba-4af0-8357-4d1f8a62240c', 'tenant_id': 'ec5b07bbced444feb54fca97f9483f0d', 'mac_address': 'fa:16:3e:94:e1:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df99515c-f749-4878-9e0c-190230e481ba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '84e92132-09a4-4c31-a0e1-e7fad92e1857', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:02:03Z', 'updated_at': '2021-08-25T16:02:06Z', 'revision_number': 4, 'project_id': 'ec5b07bbced444feb54fca97f9483f0d', 'subnets': [{'id': '84e92132-09a4-4c31-a0e1-e7fad92e1857', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd49315b9-acb1-4cf4-83fd-2e606671d369'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 16:02:07.400987 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 51266) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:02:07.575047 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-787e4280-30a1-404d-973e-e78b75693c98 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:02:07.575621 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-787e4280-30a1-404d-973e-e78b75693c98 admin admin] Synchronizing usage tracker for tenant:164567f94d3646a6b8ad984b808ef17b on resource:network {{(pid=75040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:02:07.593709 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-787e4280-30a1-404d-973e-e78b75693c98 admin admin] Unset dirty status for tenant:164567f94d3646a6b8ad984b808ef17b on resource:network {{(pid=75040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:02:07.594905 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-787e4280-30a1-404d-973e-e78b75693c98 admin admin] 10.222.0.68 "GET /v2.0/networks/af5d4827-908c-4372-9134-1f0198184942 HTTP/1.1" status: 200 len: 842 time: 0.1928172 Aug 25 16:02:07.608677 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.v2.base [None req-ce77bdb0-80ca-4e3d-af42-15b60370d922 admin admin] Request body: {'subnet': {'network_id': 'af5d4827-908c-4372-9134-1f0198184942', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'ip_version': 4, 'enable_dhcp': False, 'name': 'public-subnet'}} {{(pid=75040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:02:07.614210 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-ce77bdb0-80ca-4e3d-af42-15b60370d922 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:02:07.618522 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-ce77bdb0-80ca-4e3d-af42-15b60370d922 admin admin] Usage tracker for resource:subnet and tenant:164567f94d3646a6b8ad984b808ef17b is out of sync, need to count used quota {{(pid=75040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:02:07.622162 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-ce77bdb0-80ca-4e3d-af42-15b60370d922 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:02:07.628303 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-ce77bdb0-80ca-4e3d-af42-15b60370d922 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:02:07.638491 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce77bdb0-80ca-4e3d-af42-15b60370d922 admin admin] Made reservation on behalf of 164567f94d3646a6b8ad984b808ef17b for: {'subnet': 1} {{(pid=75040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:02:07.640774 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-ce77bdb0-80ca-4e3d-af42-15b60370d922 admin admin] Notify callbacks [] for subnet, before_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:02:08.049227 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.objects.ports [None req-ce77bdb0-80ca-4e3d-af42-15b60370d922 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=75040) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Aug 25 16:02:08.049674 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-ce77bdb0-80ca-4e3d-af42-15b60370d922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748'] for subnet, after_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:02:08.053666 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:02:08.132734 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce77bdb0-80ca-4e3d-af42-15b60370d922 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4c12025-f163-4c64-acba-906df26214d3,revision_number=0']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:02:08.138410 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-ce77bdb0-80ca-4e3d-af42-15b60370d922 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:02:08.145020 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce77bdb0-80ca-4e3d-af42-15b60370d922 admin admin] Checking segment: {'id': 'cbdd21c8-b3ae-45c5-b207-3efdd7246341', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af5d4827-908c-4372-9134-1f0198184942'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:02:08.145554 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce77bdb0-80ca-4e3d-af42-15b60370d922 admin admin] Network hostable DHCP agents. Network: af5d4827-908c-4372-9134-1f0198184942, hostable agents: ['daaa6c79-fb88-4b19-b87f-75e8fe826ec4'], hosted agents: [] {{(pid=75040) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 16:02:08.174093 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce77bdb0-80ca-4e3d-af42-15b60370d922 admin admin] Network af5d4827-908c-4372-9134-1f0198184942 is scheduled to be hosted by DHCP agent daaa6c79-fb88-4b19-b87f-75e8fe826ec4 with binding_index 1 {{(pid=75040) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 16:02:08.187222 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.scheduler.base_scheduler [None req-ce77bdb0-80ca-4e3d-af42-15b60370d922 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806007-1-smb, af5d4827-908c-4372-9134-1f0198184942) {{(pid=75040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:02:08.191947 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce77bdb0-80ca-4e3d-af42-15b60370d922 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:02:08.192580 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-ce77bdb0-80ca-4e3d-af42-15b60370d922 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16129646'] for subnet, before_response {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:02:08.200517 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82ad9b50-d781-4a5f-87d4-b3e75143865a None None] Network af5d4827-908c-4372-9134-1f0198184942 requested from dv-cinder-806007-1-smb {{(pid=75042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:02:08.216855 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-ce77bdb0-80ca-4e3d-af42-15b60370d922 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6125238 Aug 25 16:02:08.466029 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8d6f3fc-30e5-49e3-8e82-fc1039281fe6 None None] Network af5d4827-908c-4372-9134-1f0198184942 requested from dv-cinder-806007-1-smb {{(pid=75042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:02:09.103552 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Device 3088f38b-3e96-46ad-8ae7-a0e600090279 up at agent ovs-agent-dv-cinder-806007-1-smb {{(pid=75042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:02:09.177026 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.provisioning_blocks [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Provisioning for port 3088f38b-3e96-46ad-8ae7-a0e600090279 completed by entity L2. {{(pid=75042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:02:09.183799 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.provisioning_blocks [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Provisioning complete for port 3088f38b-3e96-46ad-8ae7-a0e600090279 triggered by entity L2. {{(pid=75042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:02:09.184286 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16203014'] for port, provisioning_complete {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:02:09.325903 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:02:09.364355 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.db [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] For port 3088f38b-3e96-46ad-8ae7-a0e600090279, host dv-cinder-806007-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-1-smb',level=0,port_id=3088f38b-3e96-46ad-8ae7-a0e600090279,segment=NetworkSegment(c53102ac-abef-4b7d-82f1-394d6b771ba3),segment_id=c53102ac-abef-4b7d-82f1-394d6b771ba3)] {{(pid=75042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:02:09.370429 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776572168726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776571761677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776571761722'] for port, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:02:09.373013 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:02:09.441897 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Pushing event updated for resources: {'Port': ['ID=3088f38b-3e96-46ad-8ae7-a0e600090279,revision_number=5']} {{(pid=75042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:02:09.445011 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:02:10.400571 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.wsgi [-] (75041) accepted ('10.222.0.68', 51280) {{(pid=75041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:02:10.708025 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [None req-098dc15d-8cb7-4739-b74b-c07541198917 admin admin] 10.222.0.68 "GET /v2.0/routers/df99515c-f749-4878-9e0c-190230e481ba HTTP/1.1" status: 200 len: 710 time: 0.3063409 Aug 25 16:02:10.852778 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6713300d-5e6c-445f-bc8d-618932bc1d3b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:02:10.854246 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [None req-6713300d-5e6c-445f-bc8d-618932bc1d3b admin admin] 10.222.0.68 "GET /v2.0/networks/af5d4827-908c-4372-9134-1f0198184942 HTTP/1.1" status: 200 len: 886 time: 0.1409776 Aug 25 16:02:10.863090 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.v2.base [None req-7e9bc4e9-424f-4401-8278-508ea2628fc7 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'af5d4827-908c-4372-9134-1f0198184942'}}} {{(pid=75041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:02:11.087232 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Device 3088f38b-3e96-46ad-8ae7-a0e600090279 up at agent ovs-agent-dv-cinder-806007-1-smb {{(pid=75042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:02:11.159381 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.provisioning_blocks [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Provisioning complete for port 3088f38b-3e96-46ad-8ae7-a0e600090279 triggered by entity L2. {{(pid=75042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:02:11.159760 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16203014'] for port, provisioning_complete {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:02:11.350455 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-7e9bc4e9-424f-4401-8278-508ea2628fc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-453629', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-457578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5328'] for router, precommit_update {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:02:11.536900 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-7e9bc4e9-424f-4401-8278-508ea2628fc7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:02:11.595638 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-7e9bc4e9-424f-4401-8278-508ea2628fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:02:11.730632 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.db_base_plugin_common [None req-7e9bc4e9-424f-4401-8278-508ea2628fc7 admin admin] Allocated IP 172.28.0.82 (af5d4827-908c-4372-9134-1f0198184942/a4c12025-f163-4c64-acba-906df26214d3/743c8fc0-72e5-4853-b564-64dd16dc0bcc) {{(pid=75041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:02:11.883059 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-7e9bc4e9-424f-4401-8278-508ea2628fc7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:02:11.939265 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-7e9bc4e9-424f-4401-8278-508ea2628fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776571788279'] for port, after_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:02:11.943791 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:02:12.006636 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e9bc4e9-424f-4401-8278-508ea2628fc7 admin admin] Network af5d4827-908c-4372-9134-1f0198184942 is already hosted by enough agents. {{(pid=75041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:02:12.009525 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.scheduler.base_scheduler [None req-7e9bc4e9-424f-4401-8278-508ea2628fc7 admin admin] Resources bound (agent type, host, resource id): {{(pid=75041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:02:12.014763 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9bc4e9-424f-4401-8278-508ea2628fc7 admin admin] Received port after_create {{(pid=75041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:02:12.037275 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bc4e9-424f-4401-8278-508ea2628fc7 admin admin] Pushing event updated for resources: {'Port': ['ID=743c8fc0-72e5-4853-b564-64dd16dc0bcc,revision_number=1']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:02:12.049097 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-7e9bc4e9-424f-4401-8278-508ea2628fc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:02:12.194618 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-7e9bc4e9-424f-4401-8278-508ea2628fc7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:02:12.387512 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-7e9bc4e9-424f-4401-8278-508ea2628fc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-453629', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-457578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5328'] for router, precommit_update {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:02:12.390912 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-7e9bc4e9-424f-4401-8278-508ea2628fc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-453662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-453604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-453655', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-457617'] for router, after_update {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:02:12.591947 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e9bc4e9-424f-4401-8278-508ea2628fc7 admin admin] Router df99515c-f749-4878-9e0c-190230e481ba has already been hosted by L3 agent ca94599f-caae-4183-a9a6-f9a0dcce5f21 {{(pid=75041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 16:02:12.788847 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e9bc4e9-424f-4401-8278-508ea2628fc7 admin admin] Notify agent at l3_agent.dv-cinder-806007-1-smb the message routers_updated {{(pid=75041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:02:12.798609 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-7e9bc4e9-424f-4401-8278-508ea2628fc7 admin admin] Notify callbacks [] for router, before_response {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:02:12.798799 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1226b330-32bc-4f13-90f4-9d7071f6d0f5 None None] Sync routers for ids ['df99515c-f749-4878-9e0c-190230e481ba'] in dv-cinder-806007-1-smb {{(pid=75042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 16:02:12.799800 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [None req-7e9bc4e9-424f-4401-8278-508ea2628fc7 admin admin] 10.222.0.68 "PUT /v2.0/routers/df99515c-f749-4878-9e0c-190230e481ba HTTP/1.1" status: 200 len: 889 time: 1.9400625 Aug 25 16:02:12.811849 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1226b330-32bc-4f13-90f4-9d7071f6d0f5 None None] Routers {'df99515c-f749-4878-9e0c-190230e481ba'} bound to L3 agent in host dv-cinder-806007-1-smb {{(pid=75042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:02:12.812533 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.l3_hamode_db [None req-1226b330-32bc-4f13-90f4-9d7071f6d0f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-25T16:01:30Z,description=,heartbeat_timestamp=2021-08-25T16:02:00Z,host='dv-cinder-806007-1-smb',id=ca94599f-caae-4183-a9a6-f9a0dcce5f21,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:01:30Z,topic='l3_agent')) {'router_ids': ['df99515c-f749-4878-9e0c-190230e481ba'], 'active': True} {{(pid=75042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:02:13.006034 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.l3_dvr_db [None req-1226b330-32bc-4f13-90f4-9d7071f6d0f5 None None] Set router df99515c-f749-4878-9e0c-190230e481ba gateway port host: dv-cinder-806007-1-smb {{(pid=75042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:02:13.349443 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.l3_hamode_db [None req-1226b330-32bc-4f13-90f4-9d7071f6d0f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df99515c-f749-4878-9e0c-190230e481ba', 'name': 'router1', 'tenant_id': 'ec5b07bbced444feb54fca97f9483f0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af5d4827-908c-4372-9134-1f0198184942', 'external_fixed_ips': [{'subnet_id': 'a4c12025-f163-4c64-acba-906df26214d3', 'ip_address': '172.28.0.82'}], 'enable_snat': True}, 'gw_port_id': '743c8fc0-72e5-4853-b564-64dd16dc0bcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:01:54Z', 'updated_at': '2021-08-25T16:02:12Z', 'revision_number': 4, 'project_id': 'ec5b07bbced444feb54fca97f9483f0d', 'gw_port': {'id': '743c8fc0-72e5-4853-b564-64dd16dc0bcc', 'name': '', 'network_id': 'af5d4827-908c-4372-9134-1f0198184942', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:75:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df99515c-f749-4878-9e0c-190230e481ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a4c12025-f163-4c64-acba-906df26214d3', 'ip_address': '172.28.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:02:11Z', 'updated_at': '2021-08-25T16:02:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a4c12025-f163-4c64-acba-906df26214d3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-smb', '_interfaces': [{'id': '3088f38b-3e96-46ad-8ae7-a0e600090279', 'name': '', 'network_id': 'a079757b-a6ba-4af0-8357-4d1f8a62240c', 'tenant_id': 'ec5b07bbced444feb54fca97f9483f0d', 'mac_address': 'fa:16:3e:94:e1:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df99515c-f749-4878-9e0c-190230e481ba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '84e92132-09a4-4c31-a0e1-e7fad92e1857', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:02:03Z', 'updated_at': '2021-08-25T16:02:09Z', 'revision_number': 5, 'project_id': 'ec5b07bbced444feb54fca97f9483f0d', 'subnets': [{'id': '84e92132-09a4-4c31-a0e1-e7fad92e1857', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd49315b9-acb1-4cf4-83fd-2e606671d369'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-1-smb', False) {} {{(pid=75042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:02:13.354388 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1226b330-32bc-4f13-90f4-9d7071f6d0f5 None None] Checking router: df99515c-f749-4878-9e0c-190230e481ba for host: dv-cinder-806007-1-smb {{(pid=75042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 16:02:13.354772 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1226b330-32bc-4f13-90f4-9d7071f6d0f5 None None] Updating router df99515c-f749-4878-9e0c-190230e481ba port 743c8fc0-72e5-4853-b564-64dd16dc0bcc binding host dv-cinder-806007-1-smb {{(pid=75042) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 25 16:02:13.408254 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-1226b330-32bc-4f13-90f4-9d7071f6d0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:02:13.741089 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-1226b330-32bc-4f13-90f4-9d7071f6d0f5 None None] Notify callbacks [] for port, precommit_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:02:13.753821 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.provisioning_blocks [None req-1226b330-32bc-4f13-90f4-9d7071f6d0f5 None None] Transition to ACTIVE for port object 743c8fc0-72e5-4853-b564-64dd16dc0bcc will not be triggered until provisioned by entity L2. {{(pid=75042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:02:13.759522 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-1226b330-32bc-4f13-90f4-9d7071f6d0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776572168726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776571761677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776571761722'] for port, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:02:13.767715 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:02:13.841341 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.managers [None req-1226b330-32bc-4f13-90f4-9d7071f6d0f5 None None] Attempting to bind port 743c8fc0-72e5-4853-b564-64dd16dc0bcc on host dv-cinder-806007-1-smb for vnic_type normal with profile {{(pid=75042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:02:13.842035 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.managers [None req-1226b330-32bc-4f13-90f4-9d7071f6d0f5 None None] Attempting to bind port 743c8fc0-72e5-4853-b564-64dd16dc0bcc by drivers openvswitch,hyperv on host dv-cinder-806007-1-smb at level 0 using segments [{'id': 'cbdd21c8-b3ae-45c5-b207-3efdd7246341', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af5d4827-908c-4372-9134-1f0198184942'}] {{(pid=75042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:02:13.842166 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1226b330-32bc-4f13-90f4-9d7071f6d0f5 None None] Attempting to bind port 743c8fc0-72e5-4853-b564-64dd16dc0bcc on network af5d4827-908c-4372-9134-1f0198184942 {{(pid=75042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:02:13.848223 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6916d29-50d9-49ad-a787-01c6d21c86a9 None None] Pushing event updated for resources: {'Port': ['ID=743c8fc0-72e5-4853-b564-64dd16dc0bcc,revision_number=2']} {{(pid=75042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:02:13.850990 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [None req-f6916d29-50d9-49ad-a787-01c6d21c86a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:02:13.854659 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1226b330-32bc-4f13-90f4-9d7071f6d0f5 None None] Checking agent: {'id': '96a22994-db3b-42a5-8f4b-83134f26dca0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806007-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 1, 29), 'started_at': datetime.datetime(2021, 8, 25, 16, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 1, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806007-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:02:13.855024 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1226b330-32bc-4f13-90f4-9d7071f6d0f5 None None] Checking segment: {'id': 'cbdd21c8-b3ae-45c5-b207-3efdd7246341', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af5d4827-908c-4372-9134-1f0198184942'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:02:13.855989 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-1226b330-32bc-4f13-90f4-9d7071f6d0f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:02:13.856383 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1226b330-32bc-4f13-90f4-9d7071f6d0f5 None None] Bound using segment: {'id': 'cbdd21c8-b3ae-45c5-b207-3efdd7246341', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af5d4827-908c-4372-9134-1f0198184942'} {{(pid=75042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:02:13.856862 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.managers [None req-1226b330-32bc-4f13-90f4-9d7071f6d0f5 None None] Bound port: 743c8fc0-72e5-4853-b564-64dd16dc0bcc, host: dv-cinder-806007-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbdd21c8-b3ae-45c5-b207-3efdd7246341', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af5d4827-908c-4372-9134-1f0198184942'}}] {{(pid=75042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:02:13.857676 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-1226b330-32bc-4f13-90f4-9d7071f6d0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:02:13.930537 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.db [None req-1226b330-32bc-4f13-90f4-9d7071f6d0f5 None None] For port 743c8fc0-72e5-4853-b564-64dd16dc0bcc, host dv-cinder-806007-1-smb, cleared binding levels {{(pid=75042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:02:13.934312 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.db [None req-1226b330-32bc-4f13-90f4-9d7071f6d0f5 None None] For port 743c8fc0-72e5-4853-b564-64dd16dc0bcc, host dv-cinder-806007-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-1-smb',level=0,port_id=743c8fc0-72e5-4853-b564-64dd16dc0bcc,segment=NetworkSegment(cbdd21c8-b3ae-45c5-b207-3efdd7246341),segment_id=cbdd21c8-b3ae-45c5-b207-3efdd7246341)] {{(pid=75042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:02:13.938704 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-1226b330-32bc-4f13-90f4-9d7071f6d0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776572168726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776571761677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776571761722'] for port, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:02:13.942386 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:02:14.017237 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6916d29-50d9-49ad-a787-01c6d21c86a9 None None] Pushing event updated for resources: {'Port': ['ID=743c8fc0-72e5-4853-b564-64dd16dc0bcc,revision_number=3']} {{(pid=75042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:02:14.022716 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [None req-f6916d29-50d9-49ad-a787-01c6d21c86a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:02:14.025963 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1226b330-32bc-4f13-90f4-9d7071f6d0f5 None None] Routers {'df99515c-f749-4878-9e0c-190230e481ba'} bound to L3 agent in host dv-cinder-806007-1-smb {{(pid=75042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:02:14.026563 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.l3_hamode_db [None req-1226b330-32bc-4f13-90f4-9d7071f6d0f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-25T16:01:30Z,description=,heartbeat_timestamp=2021-08-25T16:02:00Z,host='dv-cinder-806007-1-smb',id=ca94599f-caae-4183-a9a6-f9a0dcce5f21,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:01:30Z,topic='l3_agent')) {'router_ids': ['df99515c-f749-4878-9e0c-190230e481ba'], 'active': True} {{(pid=75042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:02:14.231023 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.l3_dvr_db [None req-1226b330-32bc-4f13-90f4-9d7071f6d0f5 None None] Set router df99515c-f749-4878-9e0c-190230e481ba gateway port host: dv-cinder-806007-1-smb {{(pid=75042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:02:14.562201 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.l3_hamode_db [None req-1226b330-32bc-4f13-90f4-9d7071f6d0f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df99515c-f749-4878-9e0c-190230e481ba', 'name': 'router1', 'tenant_id': 'ec5b07bbced444feb54fca97f9483f0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af5d4827-908c-4372-9134-1f0198184942', 'external_fixed_ips': [{'subnet_id': 'a4c12025-f163-4c64-acba-906df26214d3', 'ip_address': '172.28.0.82'}], 'enable_snat': True}, 'gw_port_id': '743c8fc0-72e5-4853-b564-64dd16dc0bcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:01:54Z', 'updated_at': '2021-08-25T16:02:12Z', 'revision_number': 4, 'project_id': 'ec5b07bbced444feb54fca97f9483f0d', 'gw_port': {'id': '743c8fc0-72e5-4853-b564-64dd16dc0bcc', 'name': '', 'network_id': 'af5d4827-908c-4372-9134-1f0198184942', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:75:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df99515c-f749-4878-9e0c-190230e481ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a4c12025-f163-4c64-acba-906df26214d3', 'ip_address': '172.28.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:02:11Z', 'updated_at': '2021-08-25T16:02:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a4c12025-f163-4c64-acba-906df26214d3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-smb', '_interfaces': [{'id': '3088f38b-3e96-46ad-8ae7-a0e600090279', 'name': '', 'network_id': 'a079757b-a6ba-4af0-8357-4d1f8a62240c', 'tenant_id': 'ec5b07bbced444feb54fca97f9483f0d', 'mac_address': 'fa:16:3e:94:e1:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df99515c-f749-4878-9e0c-190230e481ba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '84e92132-09a4-4c31-a0e1-e7fad92e1857', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:02:03Z', 'updated_at': '2021-08-25T16:02:09Z', 'revision_number': 5, 'project_id': 'ec5b07bbced444feb54fca97f9483f0d', 'subnets': [{'id': '84e92132-09a4-4c31-a0e1-e7fad92e1857', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd49315b9-acb1-4cf4-83fd-2e606671d369'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-1-smb', False) {} {{(pid=75042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:02:14.566280 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1226b330-32bc-4f13-90f4-9d7071f6d0f5 None None] The sync data for ids ['df99515c-f749-4878-9e0c-190230e481ba'] in dv-cinder-806007-1-smb is: [{'id': 'df99515c-f749-4878-9e0c-190230e481ba', 'name': 'router1', 'tenant_id': 'ec5b07bbced444feb54fca97f9483f0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af5d4827-908c-4372-9134-1f0198184942', 'external_fixed_ips': [{'subnet_id': 'a4c12025-f163-4c64-acba-906df26214d3', 'ip_address': '172.28.0.82'}], 'enable_snat': True}, 'gw_port_id': '743c8fc0-72e5-4853-b564-64dd16dc0bcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:01:54Z', 'updated_at': '2021-08-25T16:02:12Z', 'revision_number': 4, 'project_id': 'ec5b07bbced444feb54fca97f9483f0d', 'gw_port': {'id': '743c8fc0-72e5-4853-b564-64dd16dc0bcc', 'name': '', 'network_id': 'af5d4827-908c-4372-9134-1f0198184942', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:75:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df99515c-f749-4878-9e0c-190230e481ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a4c12025-f163-4c64-acba-906df26214d3', 'ip_address': '172.28.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:02:11Z', 'updated_at': '2021-08-25T16:02:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a4c12025-f163-4c64-acba-906df26214d3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-smb', '_interfaces': [{'id': '3088f38b-3e96-46ad-8ae7-a0e600090279', 'name': '', 'network_id': 'a079757b-a6ba-4af0-8357-4d1f8a62240c', 'tenant_id': 'ec5b07bbced444feb54fca97f9483f0d', 'mac_address': 'fa:16:3e:94:e1:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df99515c-f749-4878-9e0c-190230e481ba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '84e92132-09a4-4c31-a0e1-e7fad92e1857', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:02:03Z', 'updated_at': '2021-08-25T16:02:09Z', 'revision_number': 5, 'project_id': 'ec5b07bbced444feb54fca97f9483f0d', 'subnets': [{'id': '84e92132-09a4-4c31-a0e1-e7fad92e1857', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd49315b9-acb1-4cf4-83fd-2e606671d369'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 16:02:15.113975 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.wsgi [-] (75041) accepted ('10.222.0.68', 51290) {{(pid=75041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:02:15.125533 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Device 743c8fc0-72e5-4853-b564-64dd16dc0bcc up at agent ovs-agent-dv-cinder-806007-1-smb {{(pid=75042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:02:15.194229 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.provisioning_blocks [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Provisioning for port 743c8fc0-72e5-4853-b564-64dd16dc0bcc completed by entity L2. {{(pid=75042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:02:15.199682 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.provisioning_blocks [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Provisioning complete for port 743c8fc0-72e5-4853-b564-64dd16dc0bcc triggered by entity L2. {{(pid=75042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:02:15.200066 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16203014'] for port, provisioning_complete {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:02:15.264089 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [None req-e70139a5-397f-4165-8088-a781738f2b09 admin admin] 10.222.0.68 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1077 time: 0.1480978 Aug 25 16:02:15.326158 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:02:15.343636 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.db [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] For port 743c8fc0-72e5-4853-b564-64dd16dc0bcc, host dv-cinder-806007-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-1-smb',level=0,port_id=743c8fc0-72e5-4853-b564-64dd16dc0bcc,segment=NetworkSegment(cbdd21c8-b3ae-45c5-b207-3efdd7246341),segment_id=cbdd21c8-b3ae-45c5-b207-3efdd7246341)] {{(pid=75042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:02:15.348070 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776572168726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776571761677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776571761722'] for port, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:02:15.351198 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:02:15.425036 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Pushing event updated for resources: {'Port': ['ID=743c8fc0-72e5-4853-b564-64dd16dc0bcc,revision_number=4']} {{(pid=75042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:02:15.428034 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:02:17.099413 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Device 743c8fc0-72e5-4853-b564-64dd16dc0bcc up at agent ovs-agent-dv-cinder-806007-1-smb {{(pid=75042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:02:17.175045 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.provisioning_blocks [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Provisioning complete for port 743c8fc0-72e5-4853-b564-64dd16dc0bcc triggered by entity L2. {{(pid=75042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:02:17.175690 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16203014'] for port, provisioning_complete {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:02:27.474754 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-068df125-b320-408f-ac98-b6e08ed3883a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:02:28.736150 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:02:29.888079 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-64e7de5e-2f42-4af8-b39f-b7f1450ff7bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:02:30.909843 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-1bf536be-b7f1-4c3c-b07a-2be1e6809122 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:02:32.283058 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-8ca458b3-9003-4c9b-b026-f7ba765eab5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:02:36.211430 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.db.agents_db [None req-a821c616-a82d-4ce6-adbe-0c63f7de4494 None None] Agent healthcheck: found 5 active agents {{(pid=75043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:02:57.477859 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-c9e94e8f-ac0f-4ad5-b797-2e9087526b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:02:58.740050 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:02:59.881245 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-32e8930a-72bf-40a7-be75-71055a7db87b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:03:00.913590 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-1bf536be-b7f1-4c3c-b07a-2be1e6809122 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:03:02.287090 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-8ca458b3-9003-4c9b-b026-f7ba765eab5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:03:13.212880 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.db.agents_db [None req-a821c616-a82d-4ce6-adbe-0c63f7de4494 None None] Agent healthcheck: found 5 active agents {{(pid=75043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:03:27.484334 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-7eaa9cd5-b03d-4676-b6ba-dabb85faa3a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:03:28.746360 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:03:29.887179 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-5a1231aa-8966-494a-821b-205cf045a964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:03:30.913678 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-1bf536be-b7f1-4c3c-b07a-2be1e6809122 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:03:32.297127 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-8ca458b3-9003-4c9b-b026-f7ba765eab5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:03:50.213176 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.db.agents_db [None req-a821c616-a82d-4ce6-adbe-0c63f7de4494 None None] Agent healthcheck: found 5 active agents {{(pid=75043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:03:57.482350 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-74b05ab7-7586-4f29-b878-ff4b0efc2420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:03:58.739510 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:03:59.890434 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-e4522b65-adf2-441a-ac6a-0ba2a20f43dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:00.915326 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-1bf536be-b7f1-4c3c-b07a-2be1e6809122 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:02.296432 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-8ca458b3-9003-4c9b-b026-f7ba765eab5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:18.852443 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 51866) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:04:18.942496 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.pecan_wsgi.hooks.translation [None req-08cdf48f-4156-45a6-b240-109fea953d3b admin admin] GET failed (client error): The resource could not be found. Aug 25 16:04:18.943704 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-08cdf48f-4156-45a6-b240-109fea953d3b admin admin] 10.222.0.68 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0903246 Aug 25 16:04:19.113808 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c72ef58a-50a9-491a-8a45-736e2a270860 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:04:19.115305 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-c72ef58a-50a9-491a-8a45-736e2a270860 admin admin] 10.222.0.68 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1670842 Aug 25 16:04:21.149343 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 51876) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:04:21.286043 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-249ce59e-b8fe-490c-859f-3c40359c206c admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:04:21.286603 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-249ce59e-b8fe-490c-859f-3c40359c206c admin admin] Synchronizing usage tracker for tenant:164567f94d3646a6b8ad984b808ef17b on resource:subnet {{(pid=75040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:04:21.303585 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-249ce59e-b8fe-490c-859f-3c40359c206c admin admin] Unset dirty status for tenant:164567f94d3646a6b8ad984b808ef17b on resource:subnet {{(pid=75040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:04:21.305109 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-249ce59e-b8fe-490c-859f-3c40359c206c admin admin] 10.222.0.68 "GET /v2.0/subnets/84e92132-09a4-4c31-a0e1-e7fad92e1857 HTTP/1.1" status: 200 len: 849 time: 0.1544769 Aug 25 16:04:21.314038 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.v2.base [None req-69a49e56-30ad-42b1-a396-02e87ebab858 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=75040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:04:21.432214 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-69a49e56-30ad-42b1-a396-02e87ebab858 admin admin] Notify callbacks [] for subnet, before_update {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:21.618662 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-69a49e56-30ad-42b1-a396-02e87ebab858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8776572168717'] for subnet, after_update {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:21.622866 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:04:21.667355 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a49e56-30ad-42b1-a396-02e87ebab858 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:04:21.667480 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-69a49e56-30ad-42b1-a396-02e87ebab858 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16129646'] for subnet, before_response {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:21.669514 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-69a49e56-30ad-42b1-a396-02e87ebab858 admin admin] 10.222.0.68 "PUT /v2.0/subnets/84e92132-09a4-4c31-a0e1-e7fad92e1857 HTTP/1.1" status: 200 len: 868 time: 0.3592122 Aug 25 16:04:21.670707 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c50f7f3-9125-43f8-84a8-0bd51019b503 None None] Network a079757b-a6ba-4af0-8357-4d1f8a62240c requested from dv-cinder-806007-1-smb {{(pid=75042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:04:21.690122 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a49e56-30ad-42b1-a396-02e87ebab858 admin admin] Pushing event updated for resources: {'Subnet': ['ID=84e92132-09a4-4c31-a0e1-e7fad92e1857,revision_number=1']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:04:21.699097 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a49e56-30ad-42b1-a396-02e87ebab858 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:04:21.699467 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a49e56-30ad-42b1-a396-02e87ebab858 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:04:21.699770 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a49e56-30ad-42b1-a396-02e87ebab858 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:04:21.700097 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a49e56-30ad-42b1-a396-02e87ebab858 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:04:21.700421 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a49e56-30ad-42b1-a396-02e87ebab858 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:04:21.700742 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a49e56-30ad-42b1-a396-02e87ebab858 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:04:21.701200 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a49e56-30ad-42b1-a396-02e87ebab858 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:04:21.701526 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a49e56-30ad-42b1-a396-02e87ebab858 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:04:21.701845 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a49e56-30ad-42b1-a396-02e87ebab858 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:04:21.702158 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a49e56-30ad-42b1-a396-02e87ebab858 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:04:21.702470 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a49e56-30ad-42b1-a396-02e87ebab858 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:04:21.706777 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-69a49e56-30ad-42b1-a396-02e87ebab858 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:04:22.213238 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.provisioning_blocks [None req-eb20c03c-db0d-40f4-bf0f-43098935bbed None None] Provisioning complete for port fabe0db7-0d2b-4819-8524-2565a7a6dc53 triggered by entity DHCP. {{(pid=75042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:04:22.213539 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-eb20c03c-db0d-40f4-bf0f-43098935bbed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16203014'] for port, provisioning_complete {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:22.353239 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.provisioning_blocks [None req-eb20c03c-db0d-40f4-bf0f-43098935bbed None None] Provisioning complete for port 3088f38b-3e96-46ad-8ae7-a0e600090279 triggered by entity DHCP. {{(pid=75042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:04:22.353615 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-eb20c03c-db0d-40f4-bf0f-43098935bbed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16203014'] for port, provisioning_complete {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:23.687168 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 51886) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:04:23.883364 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9b1cafc-1a6f-4065-b9da-452a4cc14fbe admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:04:23.883656 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9b1cafc-1a6f-4065-b9da-452a4cc14fbe admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:04:23.885199 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-f9b1cafc-1a6f-4065-b9da-452a4cc14fbe admin admin] 10.222.0.68 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1970613 Aug 25 16:04:25.950668 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 51896) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:04:26.150570 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33a88673-c3d8-4aec-a16f-3847cbeb5292 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:04:26.150856 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33a88673-c3d8-4aec-a16f-3847cbeb5292 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:04:26.152345 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-33a88673-c3d8-4aec-a16f-3847cbeb5292 admin admin] 10.222.0.68 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2007508 Aug 25 16:04:27.213413 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.db.agents_db [None req-a821c616-a82d-4ce6-adbe-0c63f7de4494 None None] Agent healthcheck: found 5 active agents {{(pid=75043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:04:27.478629 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-1c957e8f-e200-471a-9473-5c0b85e68cf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:28.163200 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 51906) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:04:28.361746 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cccb728-3063-4c15-b9d9-fc95836866d1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:04:28.363015 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-2cccb728-3063-4c15-b9d9-fc95836866d1 admin admin] 10.222.0.68 "GET /v2.0/networks/a079757b-a6ba-4af0-8357-4d1f8a62240c HTTP/1.1" status: 200 len: 869 time: 0.1988788 Aug 25 16:04:28.746636 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:29.895019 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-a647b571-92f4-4406-8840-dd79c46307ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:30.431086 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 51916) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:04:30.633169 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba5955da-0440-4749-80cf-fca228b47943 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:04:30.634466 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-ba5955da-0440-4749-80cf-fca228b47943 admin admin] 10.222.0.68 "GET /v2.0/networks/af5d4827-908c-4372-9134-1f0198184942 HTTP/1.1" status: 200 len: 886 time: 0.2024312 Aug 25 16:04:30.921204 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-1bf536be-b7f1-4c3c-b07a-2be1e6809122 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:32.299803 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-8ca458b3-9003-4c9b-b026-f7ba765eab5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:32.680501 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.wsgi [-] (75041) accepted ('10.222.0.68', 51926) {{(pid=75041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:04:32.813126 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e95c2693-6172-48b1-a8de-5c736ee787d6 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:04:32.813504 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e95c2693-6172-48b1-a8de-5c736ee787d6 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:04:32.815010 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [None req-e95c2693-6172-48b1-a8de-5c736ee787d6 admin admin] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1335535 Aug 25 16:04:34.850359 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.wsgi [-] (75041) accepted ('10.222.0.68', 51936) {{(pid=75041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:04:34.981298 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-702b2cf4-fd67-4be2-b18d-0b0567355e69 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:04:34.981671 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-702b2cf4-fd67-4be2-b18d-0b0567355e69 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:04:34.983177 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [None req-702b2cf4-fd67-4be2-b18d-0b0567355e69 admin admin] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1319335 Aug 25 16:04:37.029094 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.wsgi [-] (75041) accepted ('10.222.0.68', 51946) {{(pid=75041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:04:37.160911 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11d0dd50-a219-4a86-8f28-f29d0a44f90c admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:04:37.163333 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [None req-11d0dd50-a219-4a86-8f28-f29d0a44f90c admin admin] 10.222.0.68 "GET /v2.0/subnets/84e92132-09a4-4c31-a0e1-e7fad92e1857 HTTP/1.1" status: 200 len: 868 time: 0.1332729 Aug 25 16:04:39.178342 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.wsgi [-] (75041) accepted ('10.222.0.68', 51956) {{(pid=75041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:04:39.305606 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64402327-93e6-43bc-96c9-f60d301a82c3 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:04:39.306943 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [None req-64402327-93e6-43bc-96c9-f60d301a82c3 admin admin] 10.222.0.68 "GET /v2.0/subnets/a4c12025-f163-4c64-acba-906df26214d3 HTTP/1.1" status: 200 len: 816 time: 0.1278737 Aug 25 16:04:57.409971 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 51994) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:04:57.481990 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-30734172-f0ca-4abd-bc48-325e648e2c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:57.484886 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [None req-d5153635-78dc-45fe-ae7f-8b7a0c1f4e64 admin admin] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=75040) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Aug 25 16:04:57.488833 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-d5153635-78dc-45fe-ae7f-8b7a0c1f4e64 admin admin] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0776000 Aug 25 16:04:58.744482 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:59.630357 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 52004) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:04:59.726669 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ec323f7-3741-43a1-8889-01ac54c6476b admin admin] GET failed (client error): The resource could not be found. Aug 25 16:04:59.727972 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-5ec323f7-3741-43a1-8889-01ac54c6476b admin admin] 10.222.0.68 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0964665 Aug 25 16:04:59.859683 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de8d7e05-5315-4964-aa94-2b413e84160c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:04:59.861063 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-de8d7e05-5315-4964-aa94-2b413e84160c admin admin] 10.222.0.68 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1292145 Aug 25 16:04:59.903052 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-4bbb8e2e-662f-4f0d-a0ef-a4c36dbb4645 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:00.922644 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-1bf536be-b7f1-4c3c-b07a-2be1e6809122 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:01.937825 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 52014) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:05:02.010483 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.v2.base [None req-0895d40f-ed34-4bd9-ba37-36647f909d09 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=75040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:05:02.014940 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-0895d40f-ed34-4bd9-ba37-36647f909d09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:05:02.024911 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-0895d40f-ed34-4bd9-ba37-36647f909d09 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:05:02.034344 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0895d40f-ed34-4bd9-ba37-36647f909d09 admin admin] Made reservation on behalf of 164567f94d3646a6b8ad984b808ef17b for: {'network': 1} {{(pid=75040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:05:02.037207 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-0895d40f-ed34-4bd9-ba37-36647f909d09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for network, before_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:02.126640 dv-cinder-806007-1-smb neutron-server[75040]: WARNING neutron.services.revisions.revision_plugin [None req-0895d40f-ed34-4bd9-ba37-36647f909d09 admin admin] Could not find related network for resource to bump revision. Aug 25 16:05:02.139442 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0895d40f-ed34-4bd9-ba37-36647f909d09 admin admin] vlan segment allocate from pool success with {'vlan_id': 851, 'physical_network': 'physnet1'} {{(pid=75040) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 25 16:05:02.148348 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-0895d40f-ed34-4bd9-ba37-36647f909d09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16198673'] for segment, precommit_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:02.148692 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.db.segments_db [None req-0895d40f-ed34-4bd9-ba37-36647f909d09 admin admin] Added segment 8983355b-2180-47d3-839d-e186ec1e3d61 of type vlan for network 0c128662-6daa-4d56-b274-bd464e2cfc72 Aug 25 16:05:02.173930 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-0895d40f-ed34-4bd9-ba37-36647f909d09 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776571744898'] for network, precommit_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:02.203218 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-0895d40f-ed34-4bd9-ba37-36647f909d09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748'] for network, after_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:02.204379 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0895d40f-ed34-4bd9-ba37-36647f909d09 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:02.204972 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-0895d40f-ed34-4bd9-ba37-36647f909d09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16129646'] for network, before_response {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:02.208337 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-d8a2d29f-67b2-43d0-ba1e-884c2fcf0917 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:05:02.300057 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-8ca458b3-9003-4c9b-b026-f7ba765eab5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:02.339832 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0895d40f-ed34-4bd9-ba37-36647f909d09 admin admin] Pushing event updated for resources: {'Network': ['ID=0c128662-6daa-4d56-b274-bd464e2cfc72,revision_number=1']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:05:02.343055 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-0895d40f-ed34-4bd9-ba37-36647f909d09 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4041653 Aug 25 16:05:02.343749 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-0895d40f-ed34-4bd9-ba37-36647f909d09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:05:02.351153 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Network 0c128662-6daa-4d56-b274-bd464e2cfc72 details requested by agent ovs-agent-dv-cinder-806007-1-smb with host dv-cinder-806007-1-smb {{(pid=75042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 25 16:05:04.213134 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.db.agents_db [None req-a821c616-a82d-4ce6-adbe-0c63f7de4494 None None] Agent healthcheck: found 5 active agents {{(pid=75043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:05:04.391460 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 52024) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:05:04.481242 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8bcf61c-97e4-4642-8559-96d2032a96e2 admin admin] GET failed (client error): The resource could not be found. Aug 25 16:05:04.481746 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-d8bcf61c-97e4-4642-8559-96d2032a96e2 admin admin] Synchronizing usage tracker for tenant:164567f94d3646a6b8ad984b808ef17b on resource:network {{(pid=75040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:05:04.498062 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-d8bcf61c-97e4-4642-8559-96d2032a96e2 admin admin] Unset dirty status for tenant:164567f94d3646a6b8ad984b808ef17b on resource:network {{(pid=75040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:05:04.499437 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-d8bcf61c-97e4-4642-8559-96d2032a96e2 admin admin] 10.222.0.68 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1070006 Aug 25 16:05:04.612546 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-facd305a-e603-4be3-a37e-e78ae142c0dd admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:04.614554 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-facd305a-e603-4be3-a37e-e78ae142c0dd admin admin] 10.222.0.68 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1105063 Aug 25 16:05:04.624223 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.v2.base [None req-3453e7d7-87af-4ce7-bbb4-9b342cbdd692 admin admin] Request body: {'subnet': {'network_id': '0c128662-6daa-4d56-b274-bd464e2cfc72', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'description': 'shared-subnet', 'name': 'shared-subnet'}} {{(pid=75040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:05:04.628495 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-3453e7d7-87af-4ce7-bbb4-9b342cbdd692 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:05:04.638462 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-3453e7d7-87af-4ce7-bbb4-9b342cbdd692 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:05:04.648581 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3453e7d7-87af-4ce7-bbb4-9b342cbdd692 admin admin] Made reservation on behalf of 164567f94d3646a6b8ad984b808ef17b for: {'subnet': 1} {{(pid=75040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:05:04.650871 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-3453e7d7-87af-4ce7-bbb4-9b342cbdd692 admin admin] Notify callbacks [] for subnet, before_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:04.850833 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-3453e7d7-87af-4ce7-bbb4-9b342cbdd692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748'] for subnet, after_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:04.854531 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-ce77bdb0-80ca-4e3d-af42-15b60370d922 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:05:04.923859 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3453e7d7-87af-4ce7-bbb4-9b342cbdd692 admin admin] Pushing event updated for resources: {'Subnet': ['ID=88c2c0f3-a2a7-4e0d-9ddb-a1e03de75023,revision_number=0']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:05:04.928783 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-3453e7d7-87af-4ce7-bbb4-9b342cbdd692 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:05:04.938598 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3453e7d7-87af-4ce7-bbb4-9b342cbdd692 admin admin] Checking segment: {'id': '8983355b-2180-47d3-839d-e186ec1e3d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '0c128662-6daa-4d56-b274-bd464e2cfc72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:05:04.938950 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3453e7d7-87af-4ce7-bbb4-9b342cbdd692 admin admin] Network hostable DHCP agents. Network: 0c128662-6daa-4d56-b274-bd464e2cfc72, hostable agents: ['daaa6c79-fb88-4b19-b87f-75e8fe826ec4'], hosted agents: [] {{(pid=75040) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 16:05:04.961143 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3453e7d7-87af-4ce7-bbb4-9b342cbdd692 admin admin] Network 0c128662-6daa-4d56-b274-bd464e2cfc72 is scheduled to be hosted by DHCP agent daaa6c79-fb88-4b19-b87f-75e8fe826ec4 with binding_index 1 {{(pid=75040) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 16:05:04.970101 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.scheduler.base_scheduler [None req-3453e7d7-87af-4ce7-bbb4-9b342cbdd692 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806007-1-smb, 0c128662-6daa-4d56-b274-bd464e2cfc72) {{(pid=75040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:05:04.975129 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3453e7d7-87af-4ce7-bbb4-9b342cbdd692 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:04.975708 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-3453e7d7-87af-4ce7-bbb4-9b342cbdd692 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16129646'] for subnet, before_response {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:04.980604 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef078990-dfb4-4155-8f42-d9baaeb1b29c None None] Network 0c128662-6daa-4d56-b274-bd464e2cfc72 requested from dv-cinder-806007-1-smb {{(pid=75042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:05:05.002723 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-3453e7d7-87af-4ce7-bbb4-9b342cbdd692 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3818469 Aug 25 16:05:05.201405 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94a77287-a538-4c46-9fd8-ae92358f034f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca772392-2f73-567c-a435-caaf44074501-0c128662-6daa-4d56-b274-bd464e2cfc72', 'network_id': '0c128662-6daa-4d56-b274-bd464e2cfc72', 'tenant_id': '164567f94d3646a6b8ad984b808ef17b', 'fixed_ips': [{'subnet_id': '88c2c0f3-a2a7-4e0d-9ddb-a1e03de75023'}]}} from dv-cinder-806007-1-smb. {{(pid=75042) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Aug 25 16:05:05.202498 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-94a77287-a538-4c46-9fd8-ae92358f034f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_create {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:05.374278 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.db_base_plugin_common [None req-94a77287-a538-4c46-9fd8-ae92358f034f None None] Allocated IP 192.168.233.2 (0c128662-6daa-4d56-b274-bd464e2cfc72/88c2c0f3-a2a7-4e0d-9ddb-a1e03de75023/255b0112-7a60-4977-b2ad-1f5168700180) {{(pid=75042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:05:05.576795 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-94a77287-a538-4c46-9fd8-ae92358f034f None None] Notify callbacks [] for port, precommit_create {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:05.588910 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.provisioning_blocks [None req-94a77287-a538-4c46-9fd8-ae92358f034f None None] Transition to ACTIVE for port object 255b0112-7a60-4977-b2ad-1f5168700180 will not be triggered until provisioned by entity L2. {{(pid=75042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:05:05.608146 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.provisioning_blocks [None req-94a77287-a538-4c46-9fd8-ae92358f034f None None] Transition to ACTIVE for port object 255b0112-7a60-4977-b2ad-1f5168700180 will not be triggered until provisioned by entity DHCP. {{(pid=75042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:05:05.613949 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-94a77287-a538-4c46-9fd8-ae92358f034f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776571788279'] for port, after_create {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:05.619136 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [None req-f6916d29-50d9-49ad-a787-01c6d21c86a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:05:05.687248 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a77287-a538-4c46-9fd8-ae92358f034f None None] Pushing event updated for resources: {'Port': ['ID=255b0112-7a60-4977-b2ad-1f5168700180,revision_number=1']} {{(pid=75042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:05:05.694263 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94a77287-a538-4c46-9fd8-ae92358f034f None None] Network 0c128662-6daa-4d56-b274-bd464e2cfc72 is already hosted by enough agents. {{(pid=75042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:05:05.698442 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.scheduler.base_scheduler [None req-94a77287-a538-4c46-9fd8-ae92358f034f None None] Resources bound (agent type, host, resource id): {{(pid=75042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:05:05.701021 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a77287-a538-4c46-9fd8-ae92358f034f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:05:05.701378 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a77287-a538-4c46-9fd8-ae92358f034f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:05:05.701712 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a77287-a538-4c46-9fd8-ae92358f034f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:05:05.702045 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a77287-a538-4c46-9fd8-ae92358f034f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:05:05.702368 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a77287-a538-4c46-9fd8-ae92358f034f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:05:05.702687 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a77287-a538-4c46-9fd8-ae92358f034f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:05:05.703008 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a77287-a538-4c46-9fd8-ae92358f034f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:05:05.703324 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a77287-a538-4c46-9fd8-ae92358f034f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:05:05.703646 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a77287-a538-4c46-9fd8-ae92358f034f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:05:05.703960 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a77287-a538-4c46-9fd8-ae92358f034f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:05:05.704275 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a77287-a538-4c46-9fd8-ae92358f034f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:05:05.706959 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a77287-a538-4c46-9fd8-ae92358f034f None None] Received port after_create {{(pid=75042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:05:05.711249 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [None req-94a77287-a538-4c46-9fd8-ae92358f034f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:05:05.807579 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.managers [None req-94a77287-a538-4c46-9fd8-ae92358f034f None None] Attempting to bind port 255b0112-7a60-4977-b2ad-1f5168700180 on host dv-cinder-806007-1-smb for vnic_type normal with profile {{(pid=75042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:05:05.807952 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.managers [None req-94a77287-a538-4c46-9fd8-ae92358f034f None None] Attempting to bind port 255b0112-7a60-4977-b2ad-1f5168700180 by drivers openvswitch,hyperv on host dv-cinder-806007-1-smb at level 0 using segments [{'id': '8983355b-2180-47d3-839d-e186ec1e3d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '0c128662-6daa-4d56-b274-bd464e2cfc72'}] {{(pid=75042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:05:05.808318 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a77287-a538-4c46-9fd8-ae92358f034f None None] Attempting to bind port 255b0112-7a60-4977-b2ad-1f5168700180 on network 0c128662-6daa-4d56-b274-bd464e2cfc72 {{(pid=75042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:05:05.814716 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a77287-a538-4c46-9fd8-ae92358f034f None None] Checking agent: {'id': '96a22994-db3b-42a5-8f4b-83134f26dca0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806007-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 1, 29), 'started_at': datetime.datetime(2021, 8, 25, 16, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806007-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:05:05.815105 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a77287-a538-4c46-9fd8-ae92358f034f None None] Checking segment: {'id': '8983355b-2180-47d3-839d-e186ec1e3d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '0c128662-6daa-4d56-b274-bd464e2cfc72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:05:05.815505 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-94a77287-a538-4c46-9fd8-ae92358f034f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:05.815928 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a77287-a538-4c46-9fd8-ae92358f034f None None] Bound using segment: {'id': '8983355b-2180-47d3-839d-e186ec1e3d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '0c128662-6daa-4d56-b274-bd464e2cfc72'} {{(pid=75042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:05:05.816364 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.managers [None req-94a77287-a538-4c46-9fd8-ae92358f034f None None] Bound port: 255b0112-7a60-4977-b2ad-1f5168700180, host: dv-cinder-806007-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8983355b-2180-47d3-839d-e186ec1e3d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '0c128662-6daa-4d56-b274-bd464e2cfc72'}}] {{(pid=75042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:05:05.816754 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-94a77287-a538-4c46-9fd8-ae92358f034f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:05.911310 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.db [None req-94a77287-a538-4c46-9fd8-ae92358f034f None None] For port 255b0112-7a60-4977-b2ad-1f5168700180, host dv-cinder-806007-1-smb, cleared binding levels {{(pid=75042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:05:05.915393 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.db [None req-94a77287-a538-4c46-9fd8-ae92358f034f None None] For port 255b0112-7a60-4977-b2ad-1f5168700180, host dv-cinder-806007-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-1-smb',level=0,port_id=255b0112-7a60-4977-b2ad-1f5168700180,segment=NetworkSegment(8983355b-2180-47d3-839d-e186ec1e3d61),segment_id=8983355b-2180-47d3-839d-e186ec1e3d61)] {{(pid=75042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:05:05.918426 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-94a77287-a538-4c46-9fd8-ae92358f034f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776572168726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776571761677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776571761722'] for port, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:05.922335 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:05:05.997772 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a77287-a538-4c46-9fd8-ae92358f034f None None] Pushing event updated for resources: {'Port': ['ID=255b0112-7a60-4977-b2ad-1f5168700180,revision_number=2']} {{(pid=75042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:05:06.000791 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [None req-94a77287-a538-4c46-9fd8-ae92358f034f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:05:06.799178 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e74701a-85ed-46ea-91ce-fd90816b3a22 None None] Network 0c128662-6daa-4d56-b274-bd464e2cfc72 requested from dv-cinder-806007-1-smb {{(pid=75042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:05:06.917623 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.provisioning_blocks [None req-4289311b-2709-4024-ac0d-eb66363ccb08 None None] Provisioning for port 255b0112-7a60-4977-b2ad-1f5168700180 completed by entity DHCP. {{(pid=75042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:05:07.213191 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Device 255b0112-7a60-4977-b2ad-1f5168700180 up at agent ovs-agent-dv-cinder-806007-1-smb {{(pid=75042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:05:07.307540 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.provisioning_blocks [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Provisioning for port 255b0112-7a60-4977-b2ad-1f5168700180 completed by entity L2. {{(pid=75042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:05:07.312383 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.provisioning_blocks [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Provisioning complete for port 255b0112-7a60-4977-b2ad-1f5168700180 triggered by entity L2. {{(pid=75042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:05:07.312765 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16203014'] for port, provisioning_complete {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:07.426685 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:07.460164 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.db [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] For port 255b0112-7a60-4977-b2ad-1f5168700180, host dv-cinder-806007-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-1-smb',level=0,port_id=255b0112-7a60-4977-b2ad-1f5168700180,segment=NetworkSegment(8983355b-2180-47d3-839d-e186ec1e3d61),segment_id=8983355b-2180-47d3-839d-e186ec1e3d61)] {{(pid=75042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:05:07.464148 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776572168726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776571761677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776571761722'] for port, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:07.466351 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:05:07.533450 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Pushing event updated for resources: {'Port': ['ID=255b0112-7a60-4977-b2ad-1f5168700180,revision_number=3']} {{(pid=75042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:05:07.536476 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:05:09.171523 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Device 255b0112-7a60-4977-b2ad-1f5168700180 up at agent ovs-agent-dv-cinder-806007-1-smb {{(pid=75042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:05:09.242126 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.provisioning_blocks [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Provisioning complete for port 255b0112-7a60-4977-b2ad-1f5168700180 triggered by entity L2. {{(pid=75042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:05:09.242507 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16203014'] for port, provisioning_complete {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:27.485681 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-687d93aa-978e-4cfe-9620-1de9d439083c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:28.738381 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:29.897125 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-ce71fb03-4019-45a7-86d1-ef57944b74d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:30.928234 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-1bf536be-b7f1-4c3c-b07a-2be1e6809122 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:32.302891 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-8ca458b3-9003-4c9b-b026-f7ba765eab5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:41.213813 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.db.agents_db [None req-a821c616-a82d-4ce6-adbe-0c63f7de4494 None None] Agent healthcheck: found 5 active agents {{(pid=75043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:05:57.489801 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-ac7fac7d-1a04-4874-bdff-41c7d53ac0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:58.742260 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:59.900769 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-19cee0f8-b634-4fd5-863a-93ee19edd9f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:00.929919 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-1bf536be-b7f1-4c3c-b07a-2be1e6809122 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:02.304215 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-8ca458b3-9003-4c9b-b026-f7ba765eab5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:06.313445 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 52066) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:06:06.320158 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [None req-a0f1fd89-5925-4550-a083-20f96d0ed5a6 tempest-verify_tempest_config-1530728365 tempest-verify_tempest_config-1530728365-project] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=75040) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Aug 25 16:06:06.321116 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-a0f1fd89-5925-4550-a083-20f96d0ed5a6 tempest-verify_tempest_config-1530728365 tempest-verify_tempest_config-1530728365-project] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.0067112 Aug 25 16:06:06.650908 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 52082) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:06:06.792222 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-ecf22078-8b6f-4a54-8642-7b128ca2f689 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:06.822916 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-ecf22078-8b6f-4a54-8642-7b128ca2f689 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:06:06.826893 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-ecf22078-8b6f-4a54-8642-7b128ca2f689 admin admin] Usage tracker for resource:security_group_rule and tenant:701306c3ce064a55b8b3c9f0d3d56a0c is out of sync, need to count used quota {{(pid=75040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:06:06.830527 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-ecf22078-8b6f-4a54-8642-7b128ca2f689 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:06:06.836283 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-ecf22078-8b6f-4a54-8642-7b128ca2f689 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:06:06.902303 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-ecf22078-8b6f-4a54-8642-7b128ca2f689 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:06.906028 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-ecf22078-8b6f-4a54-8642-7b128ca2f689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:06.914373 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:06:06.952971 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf22078-8b6f-4a54-8642-7b128ca2f689 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62dc8e29-d633-42a7-8ef8-02ec1f8a9847,revision_number=1']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:06:06.956932 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-ecf22078-8b6f-4a54-8642-7b128ca2f689 admin admin] Synchronizing usage tracker for tenant:164567f94d3646a6b8ad984b808ef17b on resource:security_group {{(pid=75040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:06:06.969576 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf22078-8b6f-4a54-8642-7b128ca2f689 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:06:06.969924 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf22078-8b6f-4a54-8642-7b128ca2f689 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:06:06.970257 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf22078-8b6f-4a54-8642-7b128ca2f689 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:06:06.971165 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf22078-8b6f-4a54-8642-7b128ca2f689 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:06:06.971526 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf22078-8b6f-4a54-8642-7b128ca2f689 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:06:06.971852 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf22078-8b6f-4a54-8642-7b128ca2f689 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:06:06.972173 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf22078-8b6f-4a54-8642-7b128ca2f689 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:06:06.972495 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf22078-8b6f-4a54-8642-7b128ca2f689 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:06:06.972812 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf22078-8b6f-4a54-8642-7b128ca2f689 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:06:06.973230 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf22078-8b6f-4a54-8642-7b128ca2f689 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:06:06.973488 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf22078-8b6f-4a54-8642-7b128ca2f689 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:06:06.979051 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-ecf22078-8b6f-4a54-8642-7b128ca2f689 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:06:06.985179 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-ecf22078-8b6f-4a54-8642-7b128ca2f689 admin admin] Unset dirty status for tenant:164567f94d3646a6b8ad984b808ef17b on resource:security_group {{(pid=75040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:06:06.986643 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-ecf22078-8b6f-4a54-8642-7b128ca2f689 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=701306c3ce064a55b8b3c9f0d3d56a0c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3347540 Aug 25 16:06:06.989340 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 52088) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:06:07.051232 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-86d1519b-14bb-46c6-9546-fd342c632879 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:07.075518 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-86d1519b-14bb-46c6-9546-fd342c632879 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:07.165665 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-86d1519b-14bb-46c6-9546-fd342c632879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:07.170665 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:06:07.182017 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d1519b-14bb-46c6-9546-fd342c632879 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62dc8e29-d633-42a7-8ef8-02ec1f8a9847,revision_number=None']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:06:07.184770 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-86d1519b-14bb-46c6-9546-fd342c632879 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:06:07.186603 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-86d1519b-14bb-46c6-9546-fd342c632879 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:07.191036 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-86d1519b-14bb-46c6-9546-fd342c632879 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/62dc8e29-d633-42a7-8ef8-02ec1f8a9847 HTTP/1.1" status: 204 len: 168 time: 0.1971862 Aug 25 16:06:18.214344 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.db.agents_db [None req-a821c616-a82d-4ce6-adbe-0c63f7de4494 None None] Agent healthcheck: found 5 active agents {{(pid=75043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:06:27.494716 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-b46e36e7-9703-4f90-bd3b-e9e2cb13df32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:28.745167 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:29.902403 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-e5a32301-875f-4cfc-8dc3-512935add9b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:30.932596 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-1bf536be-b7f1-4c3c-b07a-2be1e6809122 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:32.306722 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-8ca458b3-9003-4c9b-b026-f7ba765eab5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:55.214159 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.db.agents_db [None req-a821c616-a82d-4ce6-adbe-0c63f7de4494 None None] Agent healthcheck: found 5 active agents {{(pid=75043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:06:57.497442 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-518c61ad-4a3e-450e-957a-72454852adc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:58.747695 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:59.903796 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-fab4ce9c-08f7-469f-acf3-a07df7121003 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:00.934009 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-1bf536be-b7f1-4c3c-b07a-2be1e6809122 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:02.309235 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-8ca458b3-9003-4c9b-b026-f7ba765eab5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:27.499650 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-b404b366-7036-4784-a831-d289a776d6a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:28.750175 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:29.906113 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-e6fc9073-e4e2-4fd3-9e34-df9e24cffeed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:30.937783 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-1bf536be-b7f1-4c3c-b07a-2be1e6809122 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:32.213981 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.db.agents_db [None req-a821c616-a82d-4ce6-adbe-0c63f7de4494 None None] Agent healthcheck: found 5 active agents {{(pid=75043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:07:32.313583 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-8ca458b3-9003-4c9b-b026-f7ba765eab5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:48.473929 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-455119'] for agent, after_create {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:57.502717 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-665b4564-0e98-4594-811c-93f1e9989232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:58.755448 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:59.909299 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-c6819777-f308-4dd9-96c0-f46ed367b655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:00.938803 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-1bf536be-b7f1-4c3c-b07a-2be1e6809122 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:02.316688 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-8ca458b3-9003-4c9b-b026-f7ba765eab5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:04.407707 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.wsgi [-] (75041) accepted ('10.222.0.68', 52160) {{(pid=75041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:08:04.541492 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [None req-6e8d3b26-a503-4b98-9c9e-79b47cbc387e admin admin] 10.222.0.68 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1326911 Aug 25 16:08:06.559668 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.wsgi [-] (75041) accepted ('10.222.0.68', 52170) {{(pid=75041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:08:06.639024 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [None req-747df991-60b8-4a75-9c9b-4ff4672c86ca admin admin] 10.222.0.68 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0782998 Aug 25 16:08:09.213598 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.db.agents_db [None req-a821c616-a82d-4ce6-adbe-0c63f7de4494 None None] Agent healthcheck: found 6 active agents {{(pid=75043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:08:18.439940 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:27.505343 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-f863e4e7-8d1f-4132-ac22-683b820ad2a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:28.758796 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:29.912340 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-e2f0cd11-598d-4008-b0d8-f6f944442ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:30.943027 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-1bf536be-b7f1-4c3c-b07a-2be1e6809122 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:32.319144 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-8ca458b3-9003-4c9b-b026-f7ba765eab5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:46.214288 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.db.agents_db [None req-a821c616-a82d-4ce6-adbe-0c63f7de4494 None None] Agent healthcheck: found 6 active agents {{(pid=75043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:08:48.438990 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:57.508853 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-c5efa1ec-6e3e-441b-bbc3-f2ec8ac0df2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:58.764298 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:59.914942 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-ba43f715-6d1c-4a51-ad21-32d4a80fe7f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:00.945731 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-1bf536be-b7f1-4c3c-b07a-2be1e6809122 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:02.323378 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-8ca458b3-9003-4c9b-b026-f7ba765eab5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:18.454953 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:23.213498 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.db.agents_db [None req-a821c616-a82d-4ce6-adbe-0c63f7de4494 None None] Agent healthcheck: found 6 active agents {{(pid=75043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:09:27.511200 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-096dd351-cc89-4d69-bc63-2e6e2e49be38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:28.756182 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:29.917872 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-d85888bb-609f-417e-9397-e2ae467d3ad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:30.949388 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-1bf536be-b7f1-4c3c-b07a-2be1e6809122 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:32.325931 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-8ca458b3-9003-4c9b-b026-f7ba765eab5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:45.120717 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.wsgi [-] (75041) accepted ('10.222.0.68', 52304) {{(pid=75041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:09:45.721228 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.v2.base [None req-7bff44aa-fc58-4cda-b2aa-9a86043895cb admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1950338539-network', 'tenant_id': 'd9f03318c9a74e1a8903854ddc6da304'}} {{(pid=75041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:09:45.728297 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.quota.driver [None req-7bff44aa-fc58-4cda-b2aa-9a86043895cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:09:45.734301 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [None req-7bff44aa-fc58-4cda-b2aa-9a86043895cb admin admin] Usage tracker for resource:network and tenant:d9f03318c9a74e1a8903854ddc6da304 is out of sync, need to count used quota {{(pid=75041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:09:45.738137 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [None req-7bff44aa-fc58-4cda-b2aa-9a86043895cb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:09:45.744203 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.quota.driver [None req-7bff44aa-fc58-4cda-b2aa-9a86043895cb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:09:45.755282 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bff44aa-fc58-4cda-b2aa-9a86043895cb admin admin] Made reservation on behalf of d9f03318c9a74e1a8903854ddc6da304 for: {'network': 1} {{(pid=75041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:09:45.758414 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-7bff44aa-fc58-4cda-b2aa-9a86043895cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for network, before_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:45.760421 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 52326) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:09:45.778187 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-7bff44aa-fc58-4cda-b2aa-9a86043895cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:45.822348 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.quota.driver [None req-7bff44aa-fc58-4cda-b2aa-9a86043895cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:09:45.828642 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [None req-7bff44aa-fc58-4cda-b2aa-9a86043895cb admin admin] Usage tracker for resource:security_group_rule and tenant:d9f03318c9a74e1a8903854ddc6da304 is out of sync, need to count used quota {{(pid=75041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:09:45.831759 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [None req-7bff44aa-fc58-4cda-b2aa-9a86043895cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:09:45.838002 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.quota.driver [None req-7bff44aa-fc58-4cda-b2aa-9a86043895cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:09:45.912597 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-7bff44aa-fc58-4cda-b2aa-9a86043895cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:45.917106 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-7bff44aa-fc58-4cda-b2aa-9a86043895cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:45.921701 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:45.952641 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bff44aa-fc58-4cda-b2aa-9a86043895cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc0d70ed-5538-4416-bd8f-d06188429102,revision_number=1']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:45.964774 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bff44aa-fc58-4cda-b2aa-9a86043895cb admin admin] vlan segment allocate from pool success with {'vlan_id': 852, 'physical_network': 'physnet1'} {{(pid=75041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 25 16:09:45.972654 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bff44aa-fc58-4cda-b2aa-9a86043895cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:09:45.972987 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bff44aa-fc58-4cda-b2aa-9a86043895cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:09:45.973838 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bff44aa-fc58-4cda-b2aa-9a86043895cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:09:45.973838 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bff44aa-fc58-4cda-b2aa-9a86043895cb admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:09:45.974715 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bff44aa-fc58-4cda-b2aa-9a86043895cb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:09:45.974715 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bff44aa-fc58-4cda-b2aa-9a86043895cb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:09:45.974715 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bff44aa-fc58-4cda-b2aa-9a86043895cb admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:09:45.974947 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bff44aa-fc58-4cda-b2aa-9a86043895cb admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:09:45.975250 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bff44aa-fc58-4cda-b2aa-9a86043895cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:09:45.975682 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bff44aa-fc58-4cda-b2aa-9a86043895cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:09:45.976062 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bff44aa-fc58-4cda-b2aa-9a86043895cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:09:45.977047 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bff44aa-fc58-4cda-b2aa-9a86043895cb admin admin] Tracked resource versions report: Aug 25 16:09:45.977047 dv-cinder-806007-1-smb neutron-server[75041]: pushed versions: Aug 25 16:09:45.977047 dv-cinder-806007-1-smb neutron-server[75041]: { 'ConntrackHelper': {'1.0'}, Aug 25 16:09:45.977047 dv-cinder-806007-1-smb neutron-server[75041]: 'Log': {'1.0'}, Aug 25 16:09:45.977047 dv-cinder-806007-1-smb neutron-server[75041]: 'Network': {'1.1'}, Aug 25 16:09:45.977047 dv-cinder-806007-1-smb neutron-server[75041]: 'Port': {'1.5'}, Aug 25 16:09:45.977047 dv-cinder-806007-1-smb neutron-server[75041]: 'PortForwarding': {'1.2'}, Aug 25 16:09:45.977047 dv-cinder-806007-1-smb neutron-server[75041]: 'QosPolicy': {'1.8'}, Aug 25 16:09:45.977047 dv-cinder-806007-1-smb neutron-server[75041]: 'SecurityGroup': {'1.2'}, Aug 25 16:09:45.977047 dv-cinder-806007-1-smb neutron-server[75041]: 'SecurityGroupRule': {'1.0'}, Aug 25 16:09:45.977047 dv-cinder-806007-1-smb neutron-server[75041]: 'SubPort': {'1.0'}, Aug 25 16:09:45.977047 dv-cinder-806007-1-smb neutron-server[75041]: 'Subnet': {'1.1'}, Aug 25 16:09:45.977047 dv-cinder-806007-1-smb neutron-server[75041]: 'Trunk': {'1.1'}} Aug 25 16:09:45.977047 dv-cinder-806007-1-smb neutron-server[75041]: consumer versions: Aug 25 16:09:45.977047 dv-cinder-806007-1-smb neutron-server[75041]: { DHCP agent@dv-cinder-806007-1-smb: {}, Aug 25 16:09:45.977047 dv-cinder-806007-1-smb neutron-server[75041]: HyperV agent@hv-cinder-80600: {}, Aug 25 16:09:45.977047 dv-cinder-806007-1-smb neutron-server[75041]: L3 agent@dv-cinder-806007-1-smb: {}, Aug 25 16:09:45.977047 dv-cinder-806007-1-smb neutron-server[75041]: Metadata agent@dv-cinder-806007-1-smb: {}, Aug 25 16:09:45.977047 dv-cinder-806007-1-smb neutron-server[75041]: Metering agent@dv-cinder-806007-1-smb: {}, Aug 25 16:09:45.977047 dv-cinder-806007-1-smb neutron-server[75041]: Open vSwitch agent@dv-cinder-806007-1-smb: { 'ConntrackHelper': '1.0', Aug 25 16:09:45.977047 dv-cinder-806007-1-smb neutron-server[75041]: 'Log': '1.0', Aug 25 16:09:45.977047 dv-cinder-806007-1-smb neutron-server[75041]: 'Network': '1.1', Aug 25 16:09:45.977047 dv-cinder-806007-1-smb neutron-server[75041]: 'Port': '1.5', Aug 25 16:09:45.977047 dv-cinder-806007-1-smb neutron-server[75041]: 'PortForwarding': '1.2', Aug 25 16:09:45.977047 dv-cinder-806007-1-smb neutron-server[75041]: 'QosPolicy': '1.8', Aug 25 16:09:45.977047 dv-cinder-806007-1-smb neutron-server[75041]: 'SecurityGroup': '1.2', Aug 25 16:09:45.977047 dv-cinder-806007-1-smb neutron-server[75041]: 'SecurityGroupRule': '1.0', Aug 25 16:09:45.977047 dv-cinder-806007-1-smb neutron-server[75041]: 'SubPort': '1.0', Aug 25 16:09:45.977047 dv-cinder-806007-1-smb neutron-server[75041]: 'Subnet': '1.1', Aug 25 16:09:45.977047 dv-cinder-806007-1-smb neutron-server[75041]: 'Trunk': '1.1'}} Aug 25 16:09:45.977047 dv-cinder-806007-1-smb neutron-server[75041]: {{(pid=75041) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 25 16:09:45.983480 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-7bff44aa-fc58-4cda-b2aa-9a86043895cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:45.987915 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-7bff44aa-fc58-4cda-b2aa-9a86043895cb admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8776572265081', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16198673'] for segment, precommit_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:45.988407 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-7bff44aa-fc58-4cda-b2aa-9a86043895cb admin admin] Unsubscribe: segment precommit_create {{(pid=75041) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 25 16:09:45.989023 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.db.segments_db [None req-7bff44aa-fc58-4cda-b2aa-9a86043895cb admin admin] Added segment 81a87809-0b66-408c-a8ca-6b02427dc69c of type vlan for network d0e51efe-0e7d-4430-816c-c5092a8f40f0 Aug 25 16:09:46.040327 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-7bff44aa-fc58-4cda-b2aa-9a86043895cb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776571744898'] for network, precommit_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:46.083095 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-7bff44aa-fc58-4cda-b2aa-9a86043895cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748'] for network, after_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:46.084432 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bff44aa-fc58-4cda-b2aa-9a86043895cb admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:46.085012 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-7bff44aa-fc58-4cda-b2aa-9a86043895cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16129646'] for network, before_response {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:46.088270 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:46.162888 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.v2.base [None req-e1113a2c-3ba6-4695-8cbe-ec823ff7b95b admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1371860596-network', 'tenant_id': '7bcd0c2726864d0db2590ec11bb3d659'}} {{(pid=75040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:09:46.171118 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-e1113a2c-3ba6-4695-8cbe-ec823ff7b95b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:09:46.175919 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-e1113a2c-3ba6-4695-8cbe-ec823ff7b95b admin admin] Usage tracker for resource:network and tenant:7bcd0c2726864d0db2590ec11bb3d659 is out of sync, need to count used quota {{(pid=75040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:09:46.180046 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-e1113a2c-3ba6-4695-8cbe-ec823ff7b95b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:09:46.189060 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-e1113a2c-3ba6-4695-8cbe-ec823ff7b95b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:09:46.194277 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bff44aa-fc58-4cda-b2aa-9a86043895cb admin admin] Pushing event updated for resources: {'Network': ['ID=d0e51efe-0e7d-4430-816c-c5092a8f40f0,revision_number=1']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:46.199487 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-7bff44aa-fc58-4cda-b2aa-9a86043895cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:46.210770 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Network d0e51efe-0e7d-4430-816c-c5092a8f40f0 details requested by agent ovs-agent-dv-cinder-806007-1-smb with host dv-cinder-806007-1-smb {{(pid=75042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 25 16:09:46.211304 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1113a2c-3ba6-4695-8cbe-ec823ff7b95b admin admin] Made reservation on behalf of 7bcd0c2726864d0db2590ec11bb3d659 for: {'network': 1} {{(pid=75040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:09:46.213836 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-e1113a2c-3ba6-4695-8cbe-ec823ff7b95b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for network, before_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:46.226668 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [None req-7bff44aa-fc58-4cda-b2aa-9a86043895cb admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1046612 Aug 25 16:09:46.227442 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.wsgi [-] (75041) accepted ('10.222.0.68', 52350) {{(pid=75041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:09:46.231150 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-e1113a2c-3ba6-4695-8cbe-ec823ff7b95b admin admin] Notify callbacks [] for security_group, before_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:46.250649 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.v2.base [None req-0190030d-6de6-476c-b8ad-2946c0f16c7d admin admin] Request body: {'subnet': {'network_id': 'd0e51efe-0e7d-4430-816c-c5092a8f40f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1950338539-subnet', 'tenant_id': 'd9f03318c9a74e1a8903854ddc6da304', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=75041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:09:46.260668 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.quota.driver [None req-0190030d-6de6-476c-b8ad-2946c0f16c7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:09:46.268081 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-e1113a2c-3ba6-4695-8cbe-ec823ff7b95b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:09:46.273570 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [None req-0190030d-6de6-476c-b8ad-2946c0f16c7d admin admin] Usage tracker for resource:subnet and tenant:d9f03318c9a74e1a8903854ddc6da304 is out of sync, need to count used quota {{(pid=75041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:09:46.274220 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-e1113a2c-3ba6-4695-8cbe-ec823ff7b95b admin admin] Usage tracker for resource:security_group_rule and tenant:7bcd0c2726864d0db2590ec11bb3d659 is out of sync, need to count used quota {{(pid=75040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:09:46.277841 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-e1113a2c-3ba6-4695-8cbe-ec823ff7b95b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:09:46.282089 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [None req-0190030d-6de6-476c-b8ad-2946c0f16c7d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:09:46.290959 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-e1113a2c-3ba6-4695-8cbe-ec823ff7b95b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:09:46.296882 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.quota.driver [None req-0190030d-6de6-476c-b8ad-2946c0f16c7d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:09:46.329593 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0190030d-6de6-476c-b8ad-2946c0f16c7d admin admin] Made reservation on behalf of d9f03318c9a74e1a8903854ddc6da304 for: {'subnet': 1} {{(pid=75041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:09:46.333276 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-0190030d-6de6-476c-b8ad-2946c0f16c7d admin admin] Notify callbacks [] for subnet, before_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:46.377402 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-e1113a2c-3ba6-4695-8cbe-ec823ff7b95b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:46.384806 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-e1113a2c-3ba6-4695-8cbe-ec823ff7b95b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:46.421644 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1113a2c-3ba6-4695-8cbe-ec823ff7b95b admin admin] vlan segment allocate from pool success with {'vlan_id': 853, 'physical_network': 'physnet1'} {{(pid=75040) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 25 16:09:46.427100 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-d8a2d29f-67b2-43d0-ba1e-884c2fcf0917 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:46.456273 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-e1113a2c-3ba6-4695-8cbe-ec823ff7b95b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16198673'] for segment, precommit_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:46.456708 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.db.segments_db [None req-e1113a2c-3ba6-4695-8cbe-ec823ff7b95b admin admin] Added segment 5fb692cd-1aa6-42e2-97e8-f9f429956167 of type vlan for network d0ae9dbb-c442-45e5-bb7b-f5c10c916870 Aug 25 16:09:46.488098 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-e1113a2c-3ba6-4695-8cbe-ec823ff7b95b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776571744898'] for network, precommit_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:46.534258 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1113a2c-3ba6-4695-8cbe-ec823ff7b95b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e7f6e62-5d07-4b94-bd1b-2408a7eb9c31,revision_number=1']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:46.537818 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-e1113a2c-3ba6-4695-8cbe-ec823ff7b95b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748'] for network, after_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:46.540425 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1113a2c-3ba6-4695-8cbe-ec823ff7b95b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:46.541128 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-e1113a2c-3ba6-4695-8cbe-ec823ff7b95b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16129646'] for network, before_response {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:46.562374 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1113a2c-3ba6-4695-8cbe-ec823ff7b95b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:09:46.562830 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1113a2c-3ba6-4695-8cbe-ec823ff7b95b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:09:46.563301 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1113a2c-3ba6-4695-8cbe-ec823ff7b95b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:09:46.563701 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1113a2c-3ba6-4695-8cbe-ec823ff7b95b admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:09:46.564130 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1113a2c-3ba6-4695-8cbe-ec823ff7b95b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:09:46.564550 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1113a2c-3ba6-4695-8cbe-ec823ff7b95b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:09:46.564966 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1113a2c-3ba6-4695-8cbe-ec823ff7b95b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:09:46.565377 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1113a2c-3ba6-4695-8cbe-ec823ff7b95b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:09:46.565831 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1113a2c-3ba6-4695-8cbe-ec823ff7b95b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:09:46.566171 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1113a2c-3ba6-4695-8cbe-ec823ff7b95b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:09:46.566533 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1113a2c-3ba6-4695-8cbe-ec823ff7b95b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:09:46.567658 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1113a2c-3ba6-4695-8cbe-ec823ff7b95b admin admin] Tracked resource versions report: Aug 25 16:09:46.567658 dv-cinder-806007-1-smb neutron-server[75040]: pushed versions: Aug 25 16:09:46.567658 dv-cinder-806007-1-smb neutron-server[75040]: { 'ConntrackHelper': {'1.0'}, Aug 25 16:09:46.567658 dv-cinder-806007-1-smb neutron-server[75040]: 'Log': {'1.0'}, Aug 25 16:09:46.567658 dv-cinder-806007-1-smb neutron-server[75040]: 'Network': {'1.1'}, Aug 25 16:09:46.567658 dv-cinder-806007-1-smb neutron-server[75040]: 'Port': {'1.5'}, Aug 25 16:09:46.567658 dv-cinder-806007-1-smb neutron-server[75040]: 'PortForwarding': {'1.2'}, Aug 25 16:09:46.567658 dv-cinder-806007-1-smb neutron-server[75040]: 'QosPolicy': {'1.8'}, Aug 25 16:09:46.567658 dv-cinder-806007-1-smb neutron-server[75040]: 'SecurityGroup': {'1.2'}, Aug 25 16:09:46.567658 dv-cinder-806007-1-smb neutron-server[75040]: 'SecurityGroupRule': {'1.0'}, Aug 25 16:09:46.567658 dv-cinder-806007-1-smb neutron-server[75040]: 'SubPort': {'1.0'}, Aug 25 16:09:46.567658 dv-cinder-806007-1-smb neutron-server[75040]: 'Subnet': {'1.1'}, Aug 25 16:09:46.567658 dv-cinder-806007-1-smb neutron-server[75040]: 'Trunk': {'1.1'}} Aug 25 16:09:46.567658 dv-cinder-806007-1-smb neutron-server[75040]: consumer versions: Aug 25 16:09:46.567658 dv-cinder-806007-1-smb neutron-server[75040]: { DHCP agent@dv-cinder-806007-1-smb: {}, Aug 25 16:09:46.567658 dv-cinder-806007-1-smb neutron-server[75040]: HyperV agent@hv-cinder-80600: {}, Aug 25 16:09:46.567658 dv-cinder-806007-1-smb neutron-server[75040]: L3 agent@dv-cinder-806007-1-smb: {}, Aug 25 16:09:46.567658 dv-cinder-806007-1-smb neutron-server[75040]: Metadata agent@dv-cinder-806007-1-smb: {}, Aug 25 16:09:46.567658 dv-cinder-806007-1-smb neutron-server[75040]: Metering agent@dv-cinder-806007-1-smb: {}, Aug 25 16:09:46.567658 dv-cinder-806007-1-smb neutron-server[75040]: Open vSwitch agent@dv-cinder-806007-1-smb: { 'ConntrackHelper': '1.0', Aug 25 16:09:46.567658 dv-cinder-806007-1-smb neutron-server[75040]: 'Log': '1.0', Aug 25 16:09:46.567658 dv-cinder-806007-1-smb neutron-server[75040]: 'Network': '1.1', Aug 25 16:09:46.567658 dv-cinder-806007-1-smb neutron-server[75040]: 'Port': '1.5', Aug 25 16:09:46.567658 dv-cinder-806007-1-smb neutron-server[75040]: 'PortForwarding': '1.2', Aug 25 16:09:46.567658 dv-cinder-806007-1-smb neutron-server[75040]: 'QosPolicy': '1.8', Aug 25 16:09:46.567658 dv-cinder-806007-1-smb neutron-server[75040]: 'SecurityGroup': '1.2', Aug 25 16:09:46.567658 dv-cinder-806007-1-smb neutron-server[75040]: 'SecurityGroupRule': '1.0', Aug 25 16:09:46.567658 dv-cinder-806007-1-smb neutron-server[75040]: 'SubPort': '1.0', Aug 25 16:09:46.567658 dv-cinder-806007-1-smb neutron-server[75040]: 'Subnet': '1.1', Aug 25 16:09:46.567658 dv-cinder-806007-1-smb neutron-server[75040]: 'Trunk': '1.1'}} Aug 25 16:09:46.567658 dv-cinder-806007-1-smb neutron-server[75040]: {{(pid=75040) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 25 16:09:46.578580 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-e1113a2c-3ba6-4695-8cbe-ec823ff7b95b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:46.579407 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:46.597199 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-e1113a2c-3ba6-4695-8cbe-ec823ff7b95b admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.8347812 Aug 25 16:09:46.600912 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 52362) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:09:46.605013 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-0190030d-6de6-476c-b8ad-2946c0f16c7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748'] for subnet, after_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:46.610396 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:46.652111 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.v2.base [None req-dc936bb9-da4e-48f5-a848-8e07a1de7b71 admin admin] Request body: {'subnet': {'network_id': 'd0ae9dbb-c442-45e5-bb7b-f5c10c916870', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1371860596-subnet', 'tenant_id': '7bcd0c2726864d0db2590ec11bb3d659', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:09:46.657461 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-dc936bb9-da4e-48f5-a848-8e07a1de7b71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:09:46.661295 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-dc936bb9-da4e-48f5-a848-8e07a1de7b71 admin admin] Usage tracker for resource:subnet and tenant:7bcd0c2726864d0db2590ec11bb3d659 is out of sync, need to count used quota {{(pid=75040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:09:46.672232 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-dc936bb9-da4e-48f5-a848-8e07a1de7b71 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:09:46.674026 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0190030d-6de6-476c-b8ad-2946c0f16c7d admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe3c2446-8b99-4be0-b8e9-28ca607c8880,revision_number=0']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:46.683399 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-0190030d-6de6-476c-b8ad-2946c0f16c7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:46.691965 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-dc936bb9-da4e-48f5-a848-8e07a1de7b71 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:09:46.704893 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1113a2c-3ba6-4695-8cbe-ec823ff7b95b admin admin] Pushing event updated for resources: {'Network': ['ID=d0ae9dbb-c442-45e5-bb7b-f5c10c916870,revision_number=1']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:46.707932 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-e1113a2c-3ba6-4695-8cbe-ec823ff7b95b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:46.714145 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc936bb9-da4e-48f5-a848-8e07a1de7b71 admin admin] Made reservation on behalf of 7bcd0c2726864d0db2590ec11bb3d659 for: {'subnet': 1} {{(pid=75040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:09:46.716749 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-dc936bb9-da4e-48f5-a848-8e07a1de7b71 admin admin] Notify callbacks [] for subnet, before_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:46.717916 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Network d0ae9dbb-c442-45e5-bb7b-f5c10c916870 details requested by agent ovs-agent-dv-cinder-806007-1-smb with host dv-cinder-806007-1-smb {{(pid=75042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 25 16:09:46.742618 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0190030d-6de6-476c-b8ad-2946c0f16c7d admin admin] Checking segment: {'id': '81a87809-0b66-408c-a8ca-6b02427dc69c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'd0e51efe-0e7d-4430-816c-c5092a8f40f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:09:46.743159 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0190030d-6de6-476c-b8ad-2946c0f16c7d admin admin] Network hostable DHCP agents. Network: d0e51efe-0e7d-4430-816c-c5092a8f40f0, hostable agents: ['daaa6c79-fb88-4b19-b87f-75e8fe826ec4'], hosted agents: [] {{(pid=75041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 16:09:46.793305 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0190030d-6de6-476c-b8ad-2946c0f16c7d admin admin] Network d0e51efe-0e7d-4430-816c-c5092a8f40f0 is scheduled to be hosted by DHCP agent daaa6c79-fb88-4b19-b87f-75e8fe826ec4 with binding_index 1 {{(pid=75041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 16:09:46.805573 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.scheduler.base_scheduler [None req-0190030d-6de6-476c-b8ad-2946c0f16c7d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806007-1-smb, d0e51efe-0e7d-4430-816c-c5092a8f40f0) {{(pid=75041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:09:46.810068 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0190030d-6de6-476c-b8ad-2946c0f16c7d admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:46.810818 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-0190030d-6de6-476c-b8ad-2946c0f16c7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16129646'] for subnet, before_response {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:46.831383 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-030cc550-b04b-4768-ad00-4f724dd44290 None None] Network d0e51efe-0e7d-4430-816c-c5092a8f40f0 requested from dv-cinder-806007-1-smb {{(pid=75042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:09:46.865154 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [None req-0190030d-6de6-476c-b8ad-2946c0f16c7d admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6365275 Aug 25 16:09:46.868067 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.wsgi [-] (75041) accepted ('10.222.0.68', 52372) {{(pid=75041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:09:46.880365 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.v2.base [None req-3e9a1b17-a48a-466d-bfbb-266e314ef2d6 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1950338539-router', 'tenant_id': 'd9f03318c9a74e1a8903854ddc6da304', 'external_gateway_info': {'network_id': 'af5d4827-908c-4372-9134-1f0198184942'}}} {{(pid=75041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:09:46.890826 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.quota.driver [None req-3e9a1b17-a48a-466d-bfbb-266e314ef2d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:09:46.899467 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [None req-3e9a1b17-a48a-466d-bfbb-266e314ef2d6 admin admin] Usage tracker for resource:router and tenant:d9f03318c9a74e1a8903854ddc6da304 is out of sync, need to count used quota {{(pid=75041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:09:46.909757 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [None req-3e9a1b17-a48a-466d-bfbb-266e314ef2d6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:09:46.926571 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.quota.driver [None req-3e9a1b17-a48a-466d-bfbb-266e314ef2d6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:09:46.992544 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-3e9a1b17-a48a-466d-bfbb-266e314ef2d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-457588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5365'] for router, before_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:46.993833 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-3e9a1b17-a48a-466d-bfbb-266e314ef2d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453583', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-480463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5374'] for router, precommit_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:47.026112 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-dc936bb9-da4e-48f5-a848-8e07a1de7b71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748'] for subnet, after_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:47.031384 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-69a49e56-30ad-42b1-a396-02e87ebab858 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:47.042565 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-3e9a1b17-a48a-466d-bfbb-266e314ef2d6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:47.100157 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc936bb9-da4e-48f5-a848-8e07a1de7b71 admin admin] Pushing event updated for resources: {'Subnet': ['ID=69cf06f5-4b93-4431-8d8c-27a4df3b9aa7,revision_number=0']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:47.109610 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-dc936bb9-da4e-48f5-a848-8e07a1de7b71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:47.134598 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf392143-f4a5-44d4-9a92-4a2348cf28a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca772392-2f73-567c-a435-caaf44074501-d0e51efe-0e7d-4430-816c-c5092a8f40f0', 'network_id': 'd0e51efe-0e7d-4430-816c-c5092a8f40f0', 'tenant_id': 'd9f03318c9a74e1a8903854ddc6da304', 'fixed_ips': [{'subnet_id': 'fe3c2446-8b99-4be0-b8e9-28ca607c8880'}]}} from dv-cinder-806007-1-smb. {{(pid=75042) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Aug 25 16:09:47.136534 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-cf392143-f4a5-44d4-9a92-4a2348cf28a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_create {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:47.155327 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc936bb9-da4e-48f5-a848-8e07a1de7b71 admin admin] Checking segment: {'id': '5fb692cd-1aa6-42e2-97e8-f9f429956167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'd0ae9dbb-c442-45e5-bb7b-f5c10c916870'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:09:47.155810 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc936bb9-da4e-48f5-a848-8e07a1de7b71 admin admin] Network hostable DHCP agents. Network: d0ae9dbb-c442-45e5-bb7b-f5c10c916870, hostable agents: ['daaa6c79-fb88-4b19-b87f-75e8fe826ec4'], hosted agents: [] {{(pid=75040) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 16:09:47.181915 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc936bb9-da4e-48f5-a848-8e07a1de7b71 admin admin] Network d0ae9dbb-c442-45e5-bb7b-f5c10c916870 is scheduled to be hosted by DHCP agent daaa6c79-fb88-4b19-b87f-75e8fe826ec4 with binding_index 1 {{(pid=75040) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 16:09:47.194080 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.scheduler.base_scheduler [None req-dc936bb9-da4e-48f5-a848-8e07a1de7b71 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806007-1-smb, d0ae9dbb-c442-45e5-bb7b-f5c10c916870) {{(pid=75040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:09:47.198978 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc936bb9-da4e-48f5-a848-8e07a1de7b71 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:47.199795 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-dc936bb9-da4e-48f5-a848-8e07a1de7b71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16129646'] for subnet, before_response {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:47.210652 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0bd7516-379e-49d8-80dc-3163480d383e None None] Network d0ae9dbb-c442-45e5-bb7b-f5c10c916870 requested from dv-cinder-806007-1-smb {{(pid=75042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:09:47.228806 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-dc936bb9-da4e-48f5-a848-8e07a1de7b71 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.6267662 Aug 25 16:09:47.231806 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 52386) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:09:47.243426 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.v2.base [None req-5e21ad43-7909-43f9-ae37-60efd941f599 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1371860596-router', 'tenant_id': '7bcd0c2726864d0db2590ec11bb3d659', 'external_gateway_info': {'network_id': 'af5d4827-908c-4372-9134-1f0198184942'}}} {{(pid=75040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:09:47.259875 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-5e21ad43-7909-43f9-ae37-60efd941f599 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:09:47.271037 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.wsgi [-] (75041) accepted ('10.222.0.68', 52390) {{(pid=75041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:09:47.272625 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-5e21ad43-7909-43f9-ae37-60efd941f599 admin admin] Usage tracker for resource:router and tenant:7bcd0c2726864d0db2590ec11bb3d659 is out of sync, need to count used quota {{(pid=75040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:09:47.281549 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-5e21ad43-7909-43f9-ae37-60efd941f599 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:09:47.294985 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-5e21ad43-7909-43f9-ae37-60efd941f599 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:09:47.316161 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-5e21ad43-7909-43f9-ae37-60efd941f599 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-457588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5365'] for router, before_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:47.317383 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-5e21ad43-7909-43f9-ae37-60efd941f599 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453583', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-480463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5374'] for router, precommit_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:47.330735 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.db_base_plugin_common [None req-cf392143-f4a5-44d4-9a92-4a2348cf28a1 None None] Allocated IP 172.20.0.2 (d0e51efe-0e7d-4430-816c-c5092a8f40f0/fe3c2446-8b99-4be0-b8e9-28ca607c8880/74f1c98d-ec88-4304-868d-b01f788ad6a8) {{(pid=75042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:09:47.350465 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.wsgi [-] (75041) accepted ('10.222.0.68', 52396) {{(pid=75041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:09:47.351540 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.wsgi [-] (75041) accepted ('10.222.0.68', 52398) {{(pid=75041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:09:47.360209 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-5e21ad43-7909-43f9-ae37-60efd941f599 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:47.394802 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-3e9a1b17-a48a-466d-bfbb-266e314ef2d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-453629', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-457578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5328'] for router, precommit_update {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:47.660405 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-3e9a1b17-a48a-466d-bfbb-266e314ef2d6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:47.711044 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-3e9a1b17-a48a-466d-bfbb-266e314ef2d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:47.740983 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-5e21ad43-7909-43f9-ae37-60efd941f599 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-453629', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-457578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5328'] for router, precommit_update {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:47.772993 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-cf392143-f4a5-44d4-9a92-4a2348cf28a1 None None] Notify callbacks [] for port, precommit_create {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:47.790801 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.provisioning_blocks [None req-cf392143-f4a5-44d4-9a92-4a2348cf28a1 None None] Transition to ACTIVE for port object 74f1c98d-ec88-4304-868d-b01f788ad6a8 will not be triggered until provisioned by entity L2. {{(pid=75042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:09:47.857429 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.provisioning_blocks [None req-cf392143-f4a5-44d4-9a92-4a2348cf28a1 None None] Transition to ACTIVE for port object 74f1c98d-ec88-4304-868d-b01f788ad6a8 will not be triggered until provisioned by entity DHCP. {{(pid=75042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:09:47.866105 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-cf392143-f4a5-44d4-9a92-4a2348cf28a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776571788279'] for port, after_create {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:47.871615 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [None req-94a77287-a538-4c46-9fd8-ae92358f034f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:47.903511 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0b33372-1f5f-461b-a9e5-9788136d5d54 None None] Network d0ae9dbb-c442-45e5-bb7b-f5c10c916870 requested from dv-cinder-806007-1-smb {{(pid=75042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:09:47.913486 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.v2.base [None req-fc5df0dd-5920-4968-bb91-1e27bf0d291d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-71710418-network', 'tenant_id': '9cb4e2d656cb43358370c10c173ff464'}} {{(pid=75041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:09:47.919889 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.v2.base [None req-db070e70-3830-4268-a56e-b42301542aa9 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1682186344-network', 'tenant_id': '6ea47b7242e845dca68254fc4a5b259b'}} {{(pid=75041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:09:47.927616 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.v2.base [None req-b84604cb-fae9-4926-a046-65f7960185b9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-34576394-network', 'tenant_id': 'dc71d1df614a4412aaf0b6136cfc4aba'}} {{(pid=75041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:09:47.938969 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.quota.driver [None req-b84604cb-fae9-4926-a046-65f7960185b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:09:47.943536 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [None req-b84604cb-fae9-4926-a046-65f7960185b9 admin admin] Usage tracker for resource:network and tenant:dc71d1df614a4412aaf0b6136cfc4aba is out of sync, need to count used quota {{(pid=75041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:09:47.947176 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [None req-b84604cb-fae9-4926-a046-65f7960185b9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:09:47.954103 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.quota.driver [None req-b84604cb-fae9-4926-a046-65f7960185b9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:09:47.969427 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.quota.driver [None req-fc5df0dd-5920-4968-bb91-1e27bf0d291d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:09:47.972502 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b84604cb-fae9-4926-a046-65f7960185b9 admin admin] Made reservation on behalf of dc71d1df614a4412aaf0b6136cfc4aba for: {'network': 1} {{(pid=75041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:09:47.975323 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-b84604cb-fae9-4926-a046-65f7960185b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for network, before_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:47.996589 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-b84604cb-fae9-4926-a046-65f7960185b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:48.018493 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [None req-fc5df0dd-5920-4968-bb91-1e27bf0d291d admin admin] Usage tracker for resource:network and tenant:9cb4e2d656cb43358370c10c173ff464 is out of sync, need to count used quota {{(pid=75041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:09:48.030538 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [None req-fc5df0dd-5920-4968-bb91-1e27bf0d291d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:09:48.034778 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.db_base_plugin_common [None req-3e9a1b17-a48a-466d-bfbb-266e314ef2d6 admin admin] Allocated IP 172.28.0.72 (af5d4827-908c-4372-9134-1f0198184942/a4c12025-f163-4c64-acba-906df26214d3/f339b5df-7254-4db8-8942-9e976480cce1) {{(pid=75041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:09:48.039574 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.quota.driver [None req-db070e70-3830-4268-a56e-b42301542aa9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:09:48.055764 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.quota.driver [None req-fc5df0dd-5920-4968-bb91-1e27bf0d291d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:09:48.062590 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [None req-db070e70-3830-4268-a56e-b42301542aa9 admin admin] Usage tracker for resource:network and tenant:6ea47b7242e845dca68254fc4a5b259b is out of sync, need to count used quota {{(pid=75041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:09:48.073335 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [None req-db070e70-3830-4268-a56e-b42301542aa9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:09:48.086219 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.quota.driver [None req-db070e70-3830-4268-a56e-b42301542aa9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:09:48.088805 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.quota.driver [None req-b84604cb-fae9-4926-a046-65f7960185b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:09:48.092466 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc5df0dd-5920-4968-bb91-1e27bf0d291d admin admin] Made reservation on behalf of 9cb4e2d656cb43358370c10c173ff464 for: {'network': 1} {{(pid=75041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:09:48.093837 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-fc5df0dd-5920-4968-bb91-1e27bf0d291d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for network, before_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:48.113310 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [None req-b84604cb-fae9-4926-a046-65f7960185b9 admin admin] Usage tracker for resource:security_group_rule and tenant:dc71d1df614a4412aaf0b6136cfc4aba is out of sync, need to count used quota {{(pid=75041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:09:48.120090 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf392143-f4a5-44d4-9a92-4a2348cf28a1 None None] Network d0e51efe-0e7d-4430-816c-c5092a8f40f0 is already hosted by enough agents. {{(pid=75042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:09:48.121046 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf392143-f4a5-44d4-9a92-4a2348cf28a1 None None] Pushing event updated for resources: {'Port': ['ID=74f1c98d-ec88-4304-868d-b01f788ad6a8,revision_number=1']} {{(pid=75042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:48.125671 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.scheduler.base_scheduler [None req-cf392143-f4a5-44d4-9a92-4a2348cf28a1 None None] Resources bound (agent type, host, resource id): {{(pid=75042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:09:48.130500 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf392143-f4a5-44d4-9a92-4a2348cf28a1 None None] Received port after_create {{(pid=75042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:09:48.131950 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [None req-b84604cb-fae9-4926-a046-65f7960185b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:09:48.137968 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-fc5df0dd-5920-4968-bb91-1e27bf0d291d admin admin] Notify callbacks [] for security_group, before_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:48.154073 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf392143-f4a5-44d4-9a92-4a2348cf28a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:09:48.155380 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf392143-f4a5-44d4-9a92-4a2348cf28a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:09:48.155927 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf392143-f4a5-44d4-9a92-4a2348cf28a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:09:48.156431 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf392143-f4a5-44d4-9a92-4a2348cf28a1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:09:48.156976 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf392143-f4a5-44d4-9a92-4a2348cf28a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:09:48.157575 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf392143-f4a5-44d4-9a92-4a2348cf28a1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:09:48.158104 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf392143-f4a5-44d4-9a92-4a2348cf28a1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:09:48.158600 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf392143-f4a5-44d4-9a92-4a2348cf28a1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:09:48.159163 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf392143-f4a5-44d4-9a92-4a2348cf28a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:09:48.159702 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf392143-f4a5-44d4-9a92-4a2348cf28a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:09:48.160177 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf392143-f4a5-44d4-9a92-4a2348cf28a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:09:48.161580 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf392143-f4a5-44d4-9a92-4a2348cf28a1 None None] Tracked resource versions report: Aug 25 16:09:48.161580 dv-cinder-806007-1-smb neutron-server[75042]: pushed versions: Aug 25 16:09:48.161580 dv-cinder-806007-1-smb neutron-server[75042]: { 'ConntrackHelper': {'1.0'}, Aug 25 16:09:48.161580 dv-cinder-806007-1-smb neutron-server[75042]: 'Log': {'1.0'}, Aug 25 16:09:48.161580 dv-cinder-806007-1-smb neutron-server[75042]: 'Network': {'1.1'}, Aug 25 16:09:48.161580 dv-cinder-806007-1-smb neutron-server[75042]: 'Port': {'1.5'}, Aug 25 16:09:48.161580 dv-cinder-806007-1-smb neutron-server[75042]: 'PortForwarding': {'1.2'}, Aug 25 16:09:48.161580 dv-cinder-806007-1-smb neutron-server[75042]: 'QosPolicy': {'1.8'}, Aug 25 16:09:48.161580 dv-cinder-806007-1-smb neutron-server[75042]: 'SecurityGroup': {'1.2'}, Aug 25 16:09:48.161580 dv-cinder-806007-1-smb neutron-server[75042]: 'SecurityGroupRule': {'1.0'}, Aug 25 16:09:48.161580 dv-cinder-806007-1-smb neutron-server[75042]: 'SubPort': {'1.0'}, Aug 25 16:09:48.161580 dv-cinder-806007-1-smb neutron-server[75042]: 'Subnet': {'1.1'}, Aug 25 16:09:48.161580 dv-cinder-806007-1-smb neutron-server[75042]: 'Trunk': {'1.1'}} Aug 25 16:09:48.161580 dv-cinder-806007-1-smb neutron-server[75042]: consumer versions: Aug 25 16:09:48.161580 dv-cinder-806007-1-smb neutron-server[75042]: { DHCP agent@dv-cinder-806007-1-smb: {}, Aug 25 16:09:48.161580 dv-cinder-806007-1-smb neutron-server[75042]: HyperV agent@hv-cinder-80600: {}, Aug 25 16:09:48.161580 dv-cinder-806007-1-smb neutron-server[75042]: L3 agent@dv-cinder-806007-1-smb: {}, Aug 25 16:09:48.161580 dv-cinder-806007-1-smb neutron-server[75042]: Metadata agent@dv-cinder-806007-1-smb: {}, Aug 25 16:09:48.161580 dv-cinder-806007-1-smb neutron-server[75042]: Metering agent@dv-cinder-806007-1-smb: {}, Aug 25 16:09:48.161580 dv-cinder-806007-1-smb neutron-server[75042]: Open vSwitch agent@dv-cinder-806007-1-smb: { 'ConntrackHelper': '1.0', Aug 25 16:09:48.161580 dv-cinder-806007-1-smb neutron-server[75042]: 'Log': '1.0', Aug 25 16:09:48.161580 dv-cinder-806007-1-smb neutron-server[75042]: 'Network': '1.1', Aug 25 16:09:48.161580 dv-cinder-806007-1-smb neutron-server[75042]: 'Port': '1.5', Aug 25 16:09:48.161580 dv-cinder-806007-1-smb neutron-server[75042]: 'PortForwarding': '1.2', Aug 25 16:09:48.161580 dv-cinder-806007-1-smb neutron-server[75042]: 'QosPolicy': '1.8', Aug 25 16:09:48.161580 dv-cinder-806007-1-smb neutron-server[75042]: 'SecurityGroup': '1.2', Aug 25 16:09:48.161580 dv-cinder-806007-1-smb neutron-server[75042]: 'SecurityGroupRule': '1.0', Aug 25 16:09:48.161580 dv-cinder-806007-1-smb neutron-server[75042]: 'SubPort': '1.0', Aug 25 16:09:48.161580 dv-cinder-806007-1-smb neutron-server[75042]: 'Subnet': '1.1', Aug 25 16:09:48.161580 dv-cinder-806007-1-smb neutron-server[75042]: 'Trunk': '1.1'}} Aug 25 16:09:48.161580 dv-cinder-806007-1-smb neutron-server[75042]: {{(pid=75042) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 25 16:09:48.195682 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [None req-cf392143-f4a5-44d4-9a92-4a2348cf28a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:48.208800 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.quota.driver [None req-b84604cb-fae9-4926-a046-65f7960185b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:09:48.210721 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db070e70-3830-4268-a56e-b42301542aa9 admin admin] Made reservation on behalf of 6ea47b7242e845dca68254fc4a5b259b for: {'network': 1} {{(pid=75041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:09:48.213124 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-db070e70-3830-4268-a56e-b42301542aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for network, before_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:48.248665 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-db070e70-3830-4268-a56e-b42301542aa9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:48.316591 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-5e21ad43-7909-43f9-ae37-60efd941f599 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:48.355324 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-5e21ad43-7909-43f9-ae37-60efd941f599 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:48.356414 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.managers [None req-cf392143-f4a5-44d4-9a92-4a2348cf28a1 None None] Attempting to bind port 74f1c98d-ec88-4304-868d-b01f788ad6a8 on host dv-cinder-806007-1-smb for vnic_type normal with profile {{(pid=75042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:09:48.357411 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.managers [None req-cf392143-f4a5-44d4-9a92-4a2348cf28a1 None None] Attempting to bind port 74f1c98d-ec88-4304-868d-b01f788ad6a8 by drivers openvswitch,hyperv on host dv-cinder-806007-1-smb at level 0 using segments [{'id': '81a87809-0b66-408c-a8ca-6b02427dc69c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'd0e51efe-0e7d-4430-816c-c5092a8f40f0'}] {{(pid=75042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:09:48.357969 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf392143-f4a5-44d4-9a92-4a2348cf28a1 None None] Attempting to bind port 74f1c98d-ec88-4304-868d-b01f788ad6a8 on network d0e51efe-0e7d-4430-816c-c5092a8f40f0 {{(pid=75042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:09:48.366100 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf392143-f4a5-44d4-9a92-4a2348cf28a1 None None] Checking agent: {'id': '96a22994-db3b-42a5-8f4b-83134f26dca0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806007-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 1, 29), 'started_at': datetime.datetime(2021, 8, 25, 16, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806007-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:09:48.366774 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf392143-f4a5-44d4-9a92-4a2348cf28a1 None None] Checking segment: {'id': '81a87809-0b66-408c-a8ca-6b02427dc69c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'd0e51efe-0e7d-4430-816c-c5092a8f40f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:09:48.367435 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-cf392143-f4a5-44d4-9a92-4a2348cf28a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:48.367983 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf392143-f4a5-44d4-9a92-4a2348cf28a1 None None] Bound using segment: {'id': '81a87809-0b66-408c-a8ca-6b02427dc69c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'd0e51efe-0e7d-4430-816c-c5092a8f40f0'} {{(pid=75042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:09:48.368626 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.managers [None req-cf392143-f4a5-44d4-9a92-4a2348cf28a1 None None] Bound port: 74f1c98d-ec88-4304-868d-b01f788ad6a8, host: dv-cinder-806007-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81a87809-0b66-408c-a8ca-6b02427dc69c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'd0e51efe-0e7d-4430-816c-c5092a8f40f0'}}] {{(pid=75042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:09:48.369229 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-cf392143-f4a5-44d4-9a92-4a2348cf28a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:48.375337 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.quota.driver [None req-fc5df0dd-5920-4968-bb91-1e27bf0d291d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:09:48.415601 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [None req-fc5df0dd-5920-4968-bb91-1e27bf0d291d admin admin] Usage tracker for resource:security_group_rule and tenant:9cb4e2d656cb43358370c10c173ff464 is out of sync, need to count used quota {{(pid=75041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:09:48.428950 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [None req-fc5df0dd-5920-4968-bb91-1e27bf0d291d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:09:48.460708 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.quota.driver [None req-fc5df0dd-5920-4968-bb91-1e27bf0d291d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:09:48.464619 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.quota.driver [None req-db070e70-3830-4268-a56e-b42301542aa9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:09:48.498905 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [None req-db070e70-3830-4268-a56e-b42301542aa9 admin admin] Usage tracker for resource:security_group_rule and tenant:6ea47b7242e845dca68254fc4a5b259b is out of sync, need to count used quota {{(pid=75041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:09:48.507314 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-3e9a1b17-a48a-466d-bfbb-266e314ef2d6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:48.514382 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:48.514616 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [None req-db070e70-3830-4268-a56e-b42301542aa9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:09:48.530021 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.db [None req-cf392143-f4a5-44d4-9a92-4a2348cf28a1 None None] For port 74f1c98d-ec88-4304-868d-b01f788ad6a8, host dv-cinder-806007-1-smb, cleared binding levels {{(pid=75042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:09:48.533965 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.db [None req-cf392143-f4a5-44d4-9a92-4a2348cf28a1 None None] For port 74f1c98d-ec88-4304-868d-b01f788ad6a8, host dv-cinder-806007-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-1-smb',level=0,port_id=74f1c98d-ec88-4304-868d-b01f788ad6a8,segment=NetworkSegment(81a87809-0b66-408c-a8ca-6b02427dc69c),segment_id=81a87809-0b66-408c-a8ca-6b02427dc69c)] {{(pid=75042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:09:48.540670 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-cf392143-f4a5-44d4-9a92-4a2348cf28a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776572168726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776571761677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776571761722'] for port, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:48.548189 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [None req-94a77287-a538-4c46-9fd8-ae92358f034f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:48.551563 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.quota.driver [None req-db070e70-3830-4268-a56e-b42301542aa9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:09:48.580400 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-b84604cb-fae9-4926-a046-65f7960185b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:48.594501 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-b84604cb-fae9-4926-a046-65f7960185b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:48.617428 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-7bff44aa-fc58-4cda-b2aa-9a86043895cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:48.653811 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf392143-f4a5-44d4-9a92-4a2348cf28a1 None None] Pushing event updated for resources: {'Port': ['ID=74f1c98d-ec88-4304-868d-b01f788ad6a8,revision_number=2']} {{(pid=75042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:48.659088 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [None req-cf392143-f4a5-44d4-9a92-4a2348cf28a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:48.681429 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b84604cb-fae9-4926-a046-65f7960185b9 admin admin] vlan segment allocate from pool success with {'vlan_id': 854, 'physical_network': 'physnet1'} {{(pid=75041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 25 16:09:48.815149 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-3e9a1b17-a48a-466d-bfbb-266e314ef2d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776571788279'] for port, after_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:48.817043 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-fc5df0dd-5920-4968-bb91-1e27bf0d291d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:48.827199 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-b84604cb-fae9-4926-a046-65f7960185b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16198673'] for segment, precommit_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:48.827535 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.db.segments_db [None req-b84604cb-fae9-4926-a046-65f7960185b9 admin admin] Added segment a4fe9403-29c0-4e58-9465-f12eb98d9e8d of type vlan for network fb04b5ec-673a-4a91-b0e5-12c6c13382bd Aug 25 16:09:48.862609 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-fc5df0dd-5920-4968-bb91-1e27bf0d291d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:48.893359 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.db_base_plugin_common [None req-5e21ad43-7909-43f9-ae37-60efd941f599 admin admin] Allocated IP 172.28.0.114 (af5d4827-908c-4372-9134-1f0198184942/a4c12025-f163-4c64-acba-906df26214d3/dae097b8-fa48-4d65-8ddc-a60a11e470c8) {{(pid=75040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:09:48.897475 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84604cb-fae9-4926-a046-65f7960185b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca953c39-ec1f-483b-b9b6-50e560523348,revision_number=1']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:48.918478 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-b84604cb-fae9-4926-a046-65f7960185b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:48.947697 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.086s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:49.143141 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-db070e70-3830-4268-a56e-b42301542aa9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:49.147278 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-b84604cb-fae9-4926-a046-65f7960185b9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776571744898'] for network, precommit_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:49.157516 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e9a1b17-a48a-466d-bfbb-266e314ef2d6 admin admin] Network af5d4827-908c-4372-9134-1f0198184942 is already hosted by enough agents. {{(pid=75041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:09:49.161191 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-db070e70-3830-4268-a56e-b42301542aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:49.162130 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.scheduler.base_scheduler [None req-3e9a1b17-a48a-466d-bfbb-266e314ef2d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=75041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:09:49.168953 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e9a1b17-a48a-466d-bfbb-266e314ef2d6 admin admin] Received port after_create {{(pid=75041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:09:49.176199 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-5e21ad43-7909-43f9-ae37-60efd941f599 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:49.196438 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9a1b17-a48a-466d-bfbb-266e314ef2d6 admin admin] Pushing event updated for resources: {'Port': ['ID=f339b5df-7254-4db8-8942-9e976480cce1,revision_number=1']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:49.212244 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-3e9a1b17-a48a-466d-bfbb-266e314ef2d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:49.214103 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.183s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:49.226535 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-5e21ad43-7909-43f9-ae37-60efd941f599 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776571788279'] for port, after_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:49.288695 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:49.297584 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5df0dd-5920-4968-bb91-1e27bf0d291d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08292ed9-3586-482c-a672-563a9deccae9,revision_number=1']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:49.316206 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-b84604cb-fae9-4926-a046-65f7960185b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748'] for network, after_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:49.337151 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b84604cb-fae9-4926-a046-65f7960185b9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:49.338016 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-b84604cb-fae9-4926-a046-65f7960185b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16129646'] for network, before_response {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:49.342624 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.db.api [None req-fc5df0dd-5920-4968-bb91-1e27bf0d291d admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=75041) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 16:09:49.343381 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_db.api [None req-fc5df0dd-5920-4968-bb91-1e27bf0d291d admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=75041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 16:09:49.344060 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.db.api [None req-db070e70-3830-4268-a56e-b42301542aa9 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=75041) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 16:09:49.344491 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_db.api [None req-db070e70-3830-4268-a56e-b42301542aa9 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=75041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 16:09:49.392355 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db070e70-3830-4268-a56e-b42301542aa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0896c8fc-ed64-4b09-8c52-dab04491f838,revision_number=1']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:49.409770 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-db070e70-3830-4268-a56e-b42301542aa9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:49.411637 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-b84604cb-fae9-4926-a046-65f7960185b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.204s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:49.411637 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-b84604cb-fae9-4926-a046-65f7960185b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:49.414051 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.065s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:49.442651 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e21ad43-7909-43f9-ae37-60efd941f599 admin admin] Network af5d4827-908c-4372-9134-1f0198184942 is already hosted by enough agents. {{(pid=75040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:09:49.453635 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Device 74f1c98d-ec88-4304-868d-b01f788ad6a8 up at agent ovs-agent-dv-cinder-806007-1-smb {{(pid=75042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:09:49.457992 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.scheduler.base_scheduler [None req-5e21ad43-7909-43f9-ae37-60efd941f599 admin admin] Resources bound (agent type, host, resource id): {{(pid=75040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:09:49.462574 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e21ad43-7909-43f9-ae37-60efd941f599 admin admin] Received port after_create {{(pid=75040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:09:49.551737 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e21ad43-7909-43f9-ae37-60efd941f599 admin admin] Pushing event updated for resources: {'Port': ['ID=dae097b8-fa48-4d65-8ddc-a60a11e470c8,revision_number=1']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:49.554684 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-5e21ad43-7909-43f9-ae37-60efd941f599 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:49.573024 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [None req-b84604cb-fae9-4926-a046-65f7960185b9 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.2175670 Aug 25 16:09:49.574317 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.wsgi [-] (75041) accepted ('10.222.0.68', 52458) {{(pid=75041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:09:49.583405 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.v2.base [None req-4c42ace6-54e5-4a65-a17d-54fbdfd6d2a4 admin admin] Request body: {'subnet': {'network_id': 'fb04b5ec-673a-4a91-b0e5-12c6c13382bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-34576394-subnet', 'tenant_id': 'dc71d1df614a4412aaf0b6136cfc4aba', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=75041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:09:49.586481 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84604cb-fae9-4926-a046-65f7960185b9 admin admin] Pushing event updated for resources: {'Network': ['ID=fb04b5ec-673a-4a91-b0e5-12c6c13382bd,revision_number=1']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:49.590328 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-b84604cb-fae9-4926-a046-65f7960185b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:49.591226 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.quota.driver [None req-4c42ace6-54e5-4a65-a17d-54fbdfd6d2a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:09:49.596766 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [None req-4c42ace6-54e5-4a65-a17d-54fbdfd6d2a4 admin admin] Usage tracker for resource:subnet and tenant:dc71d1df614a4412aaf0b6136cfc4aba is out of sync, need to count used quota {{(pid=75041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:09:49.600071 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [None req-4c42ace6-54e5-4a65-a17d-54fbdfd6d2a4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:09:49.603288 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Network fb04b5ec-673a-4a91-b0e5-12c6c13382bd details requested by agent ovs-agent-dv-cinder-806007-1-smb with host dv-cinder-806007-1-smb {{(pid=75042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 25 16:09:49.606967 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.quota.driver [None req-4c42ace6-54e5-4a65-a17d-54fbdfd6d2a4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:09:49.625222 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c42ace6-54e5-4a65-a17d-54fbdfd6d2a4 admin admin] Made reservation on behalf of dc71d1df614a4412aaf0b6136cfc4aba for: {'subnet': 1} {{(pid=75041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:09:49.627581 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-4c42ace6-54e5-4a65-a17d-54fbdfd6d2a4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:49.648568 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-3e9a1b17-a48a-466d-bfbb-266e314ef2d6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:49.649322 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-3e9a1b17-a48a-466d-bfbb-266e314ef2d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-453662'] for router, after_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:49.740901 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-5e21ad43-7909-43f9-ae37-60efd941f599 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:49.742204 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-5e21ad43-7909-43f9-ae37-60efd941f599 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-453662'] for router, after_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:49.843101 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.provisioning_blocks [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Provisioning for port 74f1c98d-ec88-4304-868d-b01f788ad6a8 completed by entity L2. {{(pid=75042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:09:49.913547 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-fc5df0dd-5920-4968-bb91-1e27bf0d291d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for network, before_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:49.938762 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-db070e70-3830-4268-a56e-b42301542aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for network, before_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:50.008444 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc5df0dd-5920-4968-bb91-1e27bf0d291d admin admin] vlan segment allocate from pool success with {'vlan_id': 855, 'physical_network': 'physnet1'} {{(pid=75041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 25 16:09:50.035352 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-fc5df0dd-5920-4968-bb91-1e27bf0d291d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16198673'] for segment, precommit_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:50.035993 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.db.segments_db [None req-fc5df0dd-5920-4968-bb91-1e27bf0d291d admin admin] Added segment 215609b0-0c2d-4037-aca0-35ce882d3942 of type vlan for network aad61cb0-d4d9-415f-959c-855a438981a1 Aug 25 16:09:50.063750 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0230f746-85e9-4182-958a-73fcac9144f4 None None] Network d0e51efe-0e7d-4430-816c-c5092a8f40f0 requested from dv-cinder-806007-1-smb {{(pid=75042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:09:50.108294 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-fc5df0dd-5920-4968-bb91-1e27bf0d291d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776571744898'] for network, precommit_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:50.118106 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e21ad43-7909-43f9-ae37-60efd941f599 admin admin] Router b255e682-a102-4b06-8020-7dd097b472c5 is scheduled to L3 agent ca94599f-caae-4183-a9a6-f9a0dcce5f21 with binding_index 1 {{(pid=75040) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 16:09:50.252851 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.provisioning_blocks [None req-534900a6-bda8-4433-8b3f-1a08bd030c06 None None] Provisioning for port 74f1c98d-ec88-4304-868d-b01f788ad6a8 completed by entity DHCP. {{(pid=75042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:09:50.365644 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-fc5df0dd-5920-4968-bb91-1e27bf0d291d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748'] for network, after_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:50.372107 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.db.api [None req-db070e70-3830-4268-a56e-b42301542aa9 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=75041) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 16:09:50.372578 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_db.api [None req-db070e70-3830-4268-a56e-b42301542aa9 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=75041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 16:09:50.383058 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc5df0dd-5920-4968-bb91-1e27bf0d291d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:50.383903 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-fc5df0dd-5920-4968-bb91-1e27bf0d291d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16129646'] for network, before_response {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:50.392683 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-b84604cb-fae9-4926-a046-65f7960185b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:50.491261 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-4c42ace6-54e5-4a65-a17d-54fbdfd6d2a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748'] for subnet, after_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:50.514646 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [None req-fc5df0dd-5920-4968-bb91-1e27bf0d291d admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 3.1581416 Aug 25 16:09:50.515609 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5df0dd-5920-4968-bb91-1e27bf0d291d admin admin] Pushing event updated for resources: {'Network': ['ID=aad61cb0-d4d9-415f-959c-855a438981a1,revision_number=1']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:50.519099 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.wsgi [-] (75041) accepted ('10.222.0.68', 52474) {{(pid=75041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:09:50.522300 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-fc5df0dd-5920-4968-bb91-1e27bf0d291d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:50.524896 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-f253b1c8-7fd7-4d98-875c-7cfa8ab88f25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:50.556982 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.v2.base [None req-4c74d65d-17e6-4628-8eeb-f755c8fc7d94 admin admin] Request body: {'subnet': {'network_id': 'aad61cb0-d4d9-415f-959c-855a438981a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-71710418-subnet', 'tenant_id': '9cb4e2d656cb43358370c10c173ff464', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:09:50.574675 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e21ad43-7909-43f9-ae37-60efd941f599 admin admin] Notify agent at l3_agent.dv-cinder-806007-1-smb the message routers_updated {{(pid=75040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:09:50.577946 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.quota.driver [None req-4c74d65d-17e6-4628-8eeb-f755c8fc7d94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:09:50.585063 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d73054-5d18-47b5-a773-a64434916892 None None] Sync routers for ids ['b255e682-a102-4b06-8020-7dd097b472c5'] in dv-cinder-806007-1-smb {{(pid=75043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 16:09:50.603952 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [None req-4c74d65d-17e6-4628-8eeb-f755c8fc7d94 admin admin] Usage tracker for resource:subnet and tenant:9cb4e2d656cb43358370c10c173ff464 is out of sync, need to count used quota {{(pid=75041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:09:50.605941 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d73054-5d18-47b5-a773-a64434916892 None None] Routers {'b255e682-a102-4b06-8020-7dd097b472c5'} bound to L3 agent in host dv-cinder-806007-1-smb {{(pid=75043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:09:50.606795 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.db.l3_hamode_db [None req-32d73054-5d18-47b5-a773-a64434916892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-25T16:01:30Z,description=,heartbeat_timestamp=2021-08-25T16:09:30Z,host='dv-cinder-806007-1-smb',id=ca94599f-caae-4183-a9a6-f9a0dcce5f21,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:01:30Z,topic='l3_agent')) {'router_ids': ['b255e682-a102-4b06-8020-7dd097b472c5'], 'active': True} {{(pid=75043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:09:50.620013 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.provisioning_blocks [None req-534900a6-bda8-4433-8b3f-1a08bd030c06 None None] Provisioning complete for port 74f1c98d-ec88-4304-868d-b01f788ad6a8 triggered by entity DHCP. {{(pid=75042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:09:50.620643 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-534900a6-bda8-4433-8b3f-1a08bd030c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16203014'] for port, provisioning_complete {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:50.627491 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-5e21ad43-7909-43f9-ae37-60efd941f599 admin admin] Notify callbacks [] for router, before_response {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:50.631457 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-5e21ad43-7909-43f9-ae37-60efd941f599 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.3955719 Aug 25 16:09:50.631457 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 52482) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:09:50.634190 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [None req-4c74d65d-17e6-4628-8eeb-f755c8fc7d94 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:09:50.662055 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.quota.driver [None req-4c74d65d-17e6-4628-8eeb-f755c8fc7d94 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:09:50.731214 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c42ace6-54e5-4a65-a17d-54fbdfd6d2a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dcc96182-e992-4fac-b9ad-11619c23a7ba,revision_number=0']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:50.735740 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-4c42ace6-54e5-4a65-a17d-54fbdfd6d2a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:50.741455 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c74d65d-17e6-4628-8eeb-f755c8fc7d94 admin admin] Made reservation on behalf of 9cb4e2d656cb43358370c10c173ff464 for: {'subnet': 1} {{(pid=75041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:09:50.743687 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-4c74d65d-17e6-4628-8eeb-f755c8fc7d94 admin admin] Notify callbacks [] for subnet, before_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:50.792449 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Network aad61cb0-d4d9-415f-959c-855a438981a1 details requested by agent ovs-agent-dv-cinder-806007-1-smb with host dv-cinder-806007-1-smb {{(pid=75042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 25 16:09:50.793409 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-db070e70-3830-4268-a56e-b42301542aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for network, before_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:50.991869 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.db.l3_dvr_db [None req-32d73054-5d18-47b5-a773-a64434916892 None None] Set router b255e682-a102-4b06-8020-7dd097b472c5 gateway port host: dv-cinder-806007-1-smb {{(pid=75043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:09:51.069847 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c42ace6-54e5-4a65-a17d-54fbdfd6d2a4 admin admin] Checking segment: {'id': 'a4fe9403-29c0-4e58-9465-f12eb98d9e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'fb04b5ec-673a-4a91-b0e5-12c6c13382bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:09:51.070241 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c42ace6-54e5-4a65-a17d-54fbdfd6d2a4 admin admin] Network hostable DHCP agents. Network: fb04b5ec-673a-4a91-b0e5-12c6c13382bd, hostable agents: ['daaa6c79-fb88-4b19-b87f-75e8fe826ec4'], hosted agents: [] {{(pid=75041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 16:09:51.150395 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-534900a6-bda8-4433-8b3f-1a08bd030c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:51.230700 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.db [None req-534900a6-bda8-4433-8b3f-1a08bd030c06 None None] For port 74f1c98d-ec88-4304-868d-b01f788ad6a8, host dv-cinder-806007-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-1-smb',level=0,port_id=74f1c98d-ec88-4304-868d-b01f788ad6a8,segment=NetworkSegment(81a87809-0b66-408c-a8ca-6b02427dc69c),segment_id=81a87809-0b66-408c-a8ca-6b02427dc69c)] {{(pid=75042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:09:51.237180 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-534900a6-bda8-4433-8b3f-1a08bd030c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776572168726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776571761677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776571761722'] for port, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:51.240637 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:51.312338 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db070e70-3830-4268-a56e-b42301542aa9 admin admin] vlan segment allocate from pool success with {'vlan_id': 856, 'physical_network': 'physnet1'} {{(pid=75041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 25 16:09:51.359444 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-db070e70-3830-4268-a56e-b42301542aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16198673'] for segment, precommit_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:51.362714 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.db.segments_db [None req-db070e70-3830-4268-a56e-b42301542aa9 admin admin] Added segment 53e90e11-1ea4-470b-a7ec-89c9efd670e6 of type vlan for network 373ee3d7-15ca-414d-850b-d95a30a849a6 Aug 25 16:09:51.402381 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.db.l3_hamode_db [None req-32d73054-5d18-47b5-a773-a64434916892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b255e682-a102-4b06-8020-7dd097b472c5', 'name': 'tempest-ServerRescueNegativeTestJSON-1371860596-router', 'tenant_id': '7bcd0c2726864d0db2590ec11bb3d659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af5d4827-908c-4372-9134-1f0198184942', 'external_fixed_ips': [{'subnet_id': 'a4c12025-f163-4c64-acba-906df26214d3', 'ip_address': '172.28.0.114'}], 'enable_snat': True}, 'gw_port_id': 'dae097b8-fa48-4d65-8ddc-a60a11e470c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:09:47Z', 'updated_at': '2021-08-25T16:09:49Z', 'revision_number': 3, 'project_id': '7bcd0c2726864d0db2590ec11bb3d659', 'gw_port': {'id': 'dae097b8-fa48-4d65-8ddc-a60a11e470c8', 'name': '', 'network_id': 'af5d4827-908c-4372-9134-1f0198184942', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:cc:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b255e682-a102-4b06-8020-7dd097b472c5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a4c12025-f163-4c64-acba-906df26214d3', 'ip_address': '172.28.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:09:48Z', 'updated_at': '2021-08-25T16:09:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a4c12025-f163-4c64-acba-906df26214d3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-smb'}], 'dv-cinder-806007-1-smb', False) {} {{(pid=75043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:09:51.407453 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d73054-5d18-47b5-a773-a64434916892 None None] Checking router: b255e682-a102-4b06-8020-7dd097b472c5 for host: dv-cinder-806007-1-smb {{(pid=75043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 16:09:51.408102 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d73054-5d18-47b5-a773-a64434916892 None None] Updating router b255e682-a102-4b06-8020-7dd097b472c5 port dae097b8-fa48-4d65-8ddc-a60a11e470c8 binding host dv-cinder-806007-1-smb {{(pid=75043) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 25 16:09:51.467220 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-db070e70-3830-4268-a56e-b42301542aa9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776571744898'] for network, precommit_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:51.472324 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534900a6-bda8-4433-8b3f-1a08bd030c06 None None] Pushing event updated for resources: {'Port': ['ID=74f1c98d-ec88-4304-868d-b01f788ad6a8,revision_number=3']} {{(pid=75042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:51.496156 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [None req-534900a6-bda8-4433-8b3f-1a08bd030c06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:51.507253 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron_lib.callbacks.manager [None req-32d73054-5d18-47b5-a773-a64434916892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_update {{(pid=75043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:51.547135 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-4c74d65d-17e6-4628-8eeb-f755c8fc7d94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748'] for subnet, after_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:51.550437 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-db070e70-3830-4268-a56e-b42301542aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748'] for network, after_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:51.564472 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:51.574975 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.provisioning_blocks [None req-f749cd66-0685-4cf8-a602-4bf6f55de8e9 None None] Provisioning complete for port 74f1c98d-ec88-4304-868d-b01f788ad6a8 triggered by entity DHCP. {{(pid=75042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:09:51.575349 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-f749cd66-0685-4cf8-a602-4bf6f55de8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16203014'] for port, provisioning_complete {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:51.631187 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db070e70-3830-4268-a56e-b42301542aa9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:51.631831 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-db070e70-3830-4268-a56e-b42301542aa9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16129646'] for network, before_response {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:51.710295 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e9a1b17-a48a-466d-bfbb-266e314ef2d6 admin admin] Router 6e563cd2-b6f9-41e3-bb17-f82fe2f39150 is scheduled to L3 agent ca94599f-caae-4183-a9a6-f9a0dcce5f21 with binding_index 1 {{(pid=75041) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 16:09:51.716191 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [None req-db070e70-3830-4268-a56e-b42301542aa9 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 4.4435096 Aug 25 16:09:51.725864 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.wsgi [-] (75041) accepted ('10.222.0.68', 52518) {{(pid=75041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:09:51.744640 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c42ace6-54e5-4a65-a17d-54fbdfd6d2a4 admin admin] Network fb04b5ec-673a-4a91-b0e5-12c6c13382bd is scheduled to be hosted by DHCP agent daaa6c79-fb88-4b19-b87f-75e8fe826ec4 with binding_index 1 {{(pid=75041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 16:09:51.772029 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c74d65d-17e6-4628-8eeb-f755c8fc7d94 admin admin] Checking segment: {'id': '215609b0-0c2d-4037-aca0-35ce882d3942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'aad61cb0-d4d9-415f-959c-855a438981a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:09:51.772601 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c74d65d-17e6-4628-8eeb-f755c8fc7d94 admin admin] Network hostable DHCP agents. Network: aad61cb0-d4d9-415f-959c-855a438981a1, hostable agents: ['daaa6c79-fb88-4b19-b87f-75e8fe826ec4'], hosted agents: [] {{(pid=75041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 16:09:51.791349 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.v2.base [None req-adc840c5-0f5b-4c1b-9a5e-90e0ff856803 admin admin] Request body: {'subnet': {'network_id': '373ee3d7-15ca-414d-850b-d95a30a849a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1682186344-subnet', 'tenant_id': '6ea47b7242e845dca68254fc4a5b259b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:09:51.802268 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.quota.driver [None req-adc840c5-0f5b-4c1b-9a5e-90e0ff856803 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:09:51.810000 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [None req-adc840c5-0f5b-4c1b-9a5e-90e0ff856803 admin admin] Usage tracker for resource:subnet and tenant:6ea47b7242e845dca68254fc4a5b259b is out of sync, need to count used quota {{(pid=75041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:09:51.821378 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [None req-adc840c5-0f5b-4c1b-9a5e-90e0ff856803 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:09:51.848352 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.quota.driver [None req-adc840c5-0f5b-4c1b-9a5e-90e0ff856803 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:09:51.872060 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron_lib.callbacks.manager [None req-32d73054-5d18-47b5-a773-a64434916892 None None] Notify callbacks [] for port, precommit_update {{(pid=75043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:51.878073 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.scheduler.base_scheduler [None req-4c42ace6-54e5-4a65-a17d-54fbdfd6d2a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806007-1-smb, fb04b5ec-673a-4a91-b0e5-12c6c13382bd) {{(pid=75041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:09:51.884716 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.db.provisioning_blocks [None req-32d73054-5d18-47b5-a773-a64434916892 None None] Transition to ACTIVE for port object dae097b8-fa48-4d65-8ddc-a60a11e470c8 will not be triggered until provisioned by entity L2. {{(pid=75043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:09:51.891158 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b339b259-7cb1-4fcf-8766-149b6af05170 None None] Network fb04b5ec-673a-4a91-b0e5-12c6c13382bd requested from dv-cinder-806007-1-smb {{(pid=75042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:09:51.894811 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron_lib.callbacks.manager [None req-32d73054-5d18-47b5-a773-a64434916892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776572168726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776571761677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776571761722'] for port, after_update {{(pid=75043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:51.903574 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adc840c5-0f5b-4c1b-9a5e-90e0ff856803 admin admin] Made reservation on behalf of 6ea47b7242e845dca68254fc4a5b259b for: {'subnet': 1} {{(pid=75041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:09:51.906468 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-adc840c5-0f5b-4c1b-9a5e-90e0ff856803 admin admin] Notify callbacks [] for subnet, before_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:51.926386 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:52.049470 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422d8b5c-3cd2-49e8-9b3f-a09aeab23644 None None] Pushing event updated for resources: {'Port': ['ID=dae097b8-fa48-4d65-8ddc-a60a11e470c8,revision_number=2']} {{(pid=75043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:52.076989 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422d8b5c-3cd2-49e8-9b3f-a09aeab23644 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:09:52.077649 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422d8b5c-3cd2-49e8-9b3f-a09aeab23644 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:09:52.078178 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422d8b5c-3cd2-49e8-9b3f-a09aeab23644 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:09:52.078652 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422d8b5c-3cd2-49e8-9b3f-a09aeab23644 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:09:52.079184 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422d8b5c-3cd2-49e8-9b3f-a09aeab23644 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:09:52.079677 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422d8b5c-3cd2-49e8-9b3f-a09aeab23644 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:09:52.080157 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422d8b5c-3cd2-49e8-9b3f-a09aeab23644 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:09:52.080626 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422d8b5c-3cd2-49e8-9b3f-a09aeab23644 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:09:52.081138 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422d8b5c-3cd2-49e8-9b3f-a09aeab23644 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:09:52.081706 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422d8b5c-3cd2-49e8-9b3f-a09aeab23644 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:09:52.083269 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422d8b5c-3cd2-49e8-9b3f-a09aeab23644 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:09:52.084515 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422d8b5c-3cd2-49e8-9b3f-a09aeab23644 None None] Tracked resource versions report: Aug 25 16:09:52.084515 dv-cinder-806007-1-smb neutron-server[75043]: pushed versions: Aug 25 16:09:52.084515 dv-cinder-806007-1-smb neutron-server[75043]: { 'ConntrackHelper': {'1.0'}, Aug 25 16:09:52.084515 dv-cinder-806007-1-smb neutron-server[75043]: 'Log': {'1.0'}, Aug 25 16:09:52.084515 dv-cinder-806007-1-smb neutron-server[75043]: 'Network': {'1.1'}, Aug 25 16:09:52.084515 dv-cinder-806007-1-smb neutron-server[75043]: 'Port': {'1.5'}, Aug 25 16:09:52.084515 dv-cinder-806007-1-smb neutron-server[75043]: 'PortForwarding': {'1.2'}, Aug 25 16:09:52.084515 dv-cinder-806007-1-smb neutron-server[75043]: 'QosPolicy': {'1.8'}, Aug 25 16:09:52.084515 dv-cinder-806007-1-smb neutron-server[75043]: 'SecurityGroup': {'1.2'}, Aug 25 16:09:52.084515 dv-cinder-806007-1-smb neutron-server[75043]: 'SecurityGroupRule': {'1.0'}, Aug 25 16:09:52.084515 dv-cinder-806007-1-smb neutron-server[75043]: 'SubPort': {'1.0'}, Aug 25 16:09:52.084515 dv-cinder-806007-1-smb neutron-server[75043]: 'Subnet': {'1.1'}, Aug 25 16:09:52.084515 dv-cinder-806007-1-smb neutron-server[75043]: 'Trunk': {'1.1'}} Aug 25 16:09:52.084515 dv-cinder-806007-1-smb neutron-server[75043]: consumer versions: Aug 25 16:09:52.084515 dv-cinder-806007-1-smb neutron-server[75043]: { DHCP agent@dv-cinder-806007-1-smb: {}, Aug 25 16:09:52.084515 dv-cinder-806007-1-smb neutron-server[75043]: HyperV agent@hv-cinder-80600: {}, Aug 25 16:09:52.084515 dv-cinder-806007-1-smb neutron-server[75043]: L3 agent@dv-cinder-806007-1-smb: {}, Aug 25 16:09:52.084515 dv-cinder-806007-1-smb neutron-server[75043]: Metadata agent@dv-cinder-806007-1-smb: {}, Aug 25 16:09:52.084515 dv-cinder-806007-1-smb neutron-server[75043]: Metering agent@dv-cinder-806007-1-smb: {}, Aug 25 16:09:52.084515 dv-cinder-806007-1-smb neutron-server[75043]: Open vSwitch agent@dv-cinder-806007-1-smb: { 'ConntrackHelper': '1.0', Aug 25 16:09:52.084515 dv-cinder-806007-1-smb neutron-server[75043]: 'Log': '1.0', Aug 25 16:09:52.084515 dv-cinder-806007-1-smb neutron-server[75043]: 'Network': '1.1', Aug 25 16:09:52.084515 dv-cinder-806007-1-smb neutron-server[75043]: 'Port': '1.5', Aug 25 16:09:52.084515 dv-cinder-806007-1-smb neutron-server[75043]: 'PortForwarding': '1.2', Aug 25 16:09:52.084515 dv-cinder-806007-1-smb neutron-server[75043]: 'QosPolicy': '1.8', Aug 25 16:09:52.084515 dv-cinder-806007-1-smb neutron-server[75043]: 'SecurityGroup': '1.2', Aug 25 16:09:52.084515 dv-cinder-806007-1-smb neutron-server[75043]: 'SecurityGroupRule': '1.0', Aug 25 16:09:52.084515 dv-cinder-806007-1-smb neutron-server[75043]: 'SubPort': '1.0', Aug 25 16:09:52.084515 dv-cinder-806007-1-smb neutron-server[75043]: 'Subnet': '1.1', Aug 25 16:09:52.084515 dv-cinder-806007-1-smb neutron-server[75043]: 'Trunk': '1.1'}} Aug 25 16:09:52.084515 dv-cinder-806007-1-smb neutron-server[75043]: {{(pid=75043) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 25 16:09:52.097142 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.plugins.ml2.managers [None req-32d73054-5d18-47b5-a773-a64434916892 None None] Attempting to bind port dae097b8-fa48-4d65-8ddc-a60a11e470c8 on host dv-cinder-806007-1-smb for vnic_type normal with profile {{(pid=75043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:09:52.097584 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.plugins.ml2.managers [None req-32d73054-5d18-47b5-a773-a64434916892 None None] Attempting to bind port dae097b8-fa48-4d65-8ddc-a60a11e470c8 by drivers openvswitch,hyperv on host dv-cinder-806007-1-smb at level 0 using segments [{'id': 'cbdd21c8-b3ae-45c5-b207-3efdd7246341', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af5d4827-908c-4372-9134-1f0198184942'}] {{(pid=75043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:09:52.098367 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d73054-5d18-47b5-a773-a64434916892 None None] Attempting to bind port dae097b8-fa48-4d65-8ddc-a60a11e470c8 on network af5d4827-908c-4372-9134-1f0198184942 {{(pid=75043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:09:52.114776 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG oslo_concurrency.lockutils [None req-422d8b5c-3cd2-49e8-9b3f-a09aeab23644 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=75043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:52.115543 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d73054-5d18-47b5-a773-a64434916892 None None] Checking agent: {'id': '96a22994-db3b-42a5-8f4b-83134f26dca0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806007-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 1, 29), 'started_at': datetime.datetime(2021, 8, 25, 16, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806007-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:09:52.117391 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d73054-5d18-47b5-a773-a64434916892 None None] Checking segment: {'id': 'cbdd21c8-b3ae-45c5-b207-3efdd7246341', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af5d4827-908c-4372-9134-1f0198184942'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:09:52.118548 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron_lib.callbacks.manager [None req-32d73054-5d18-47b5-a773-a64434916892 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:52.118980 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d73054-5d18-47b5-a773-a64434916892 None None] Bound using segment: {'id': 'cbdd21c8-b3ae-45c5-b207-3efdd7246341', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af5d4827-908c-4372-9134-1f0198184942'} {{(pid=75043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:09:52.119476 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.plugins.ml2.managers [None req-32d73054-5d18-47b5-a773-a64434916892 None None] Bound port: dae097b8-fa48-4d65-8ddc-a60a11e470c8, host: dv-cinder-806007-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbdd21c8-b3ae-45c5-b207-3efdd7246341', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af5d4827-908c-4372-9134-1f0198184942'}}] {{(pid=75043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:09:52.119880 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron_lib.callbacks.manager [None req-32d73054-5d18-47b5-a773-a64434916892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_update {{(pid=75043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:52.287761 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c42ace6-54e5-4a65-a17d-54fbdfd6d2a4 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:52.288357 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-4c42ace6-54e5-4a65-a17d-54fbdfd6d2a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16129646'] for subnet, before_response {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:52.339535 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.plugins.ml2.db [None req-32d73054-5d18-47b5-a773-a64434916892 None None] For port dae097b8-fa48-4d65-8ddc-a60a11e470c8, host dv-cinder-806007-1-smb, cleared binding levels {{(pid=75043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:09:52.344359 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.plugins.ml2.db [None req-32d73054-5d18-47b5-a773-a64434916892 None None] For port dae097b8-fa48-4d65-8ddc-a60a11e470c8, host dv-cinder-806007-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-1-smb',level=0,port_id=dae097b8-fa48-4d65-8ddc-a60a11e470c8,segment=NetworkSegment(cbdd21c8-b3ae-45c5-b207-3efdd7246341),segment_id=cbdd21c8-b3ae-45c5-b207-3efdd7246341)] {{(pid=75043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:09:52.353371 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron_lib.callbacks.manager [None req-32d73054-5d18-47b5-a773-a64434916892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776572168726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776571761677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776571761722'] for port, after_update {{(pid=75043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:52.368072 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG oslo_concurrency.lockutils [None req-47442507-9dfd-4777-b845-ce823ac98ff7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:52.409660 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.wsgi [-] (75041) accepted ('10.222.0.68', 52532) {{(pid=75041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:09:52.423415 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c74d65d-17e6-4628-8eeb-f755c8fc7d94 admin admin] Pushing event updated for resources: {'Subnet': ['ID=33e45a3e-8c03-4dce-9e75-1dc9683ee755,revision_number=0']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:52.440700 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-4c74d65d-17e6-4628-8eeb-f755c8fc7d94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.876s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:52.449325 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422d8b5c-3cd2-49e8-9b3f-a09aeab23644 None None] Pushing event updated for resources: {'Port': ['ID=dae097b8-fa48-4d65-8ddc-a60a11e470c8,revision_number=3']} {{(pid=75043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:52.454933 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-fc5df0dd-5920-4968-bb91-1e27bf0d291d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.778s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:52.479886 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d73054-5d18-47b5-a773-a64434916892 None None] Routers {'b255e682-a102-4b06-8020-7dd097b472c5'} bound to L3 agent in host dv-cinder-806007-1-smb {{(pid=75043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:09:52.480574 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.db.l3_hamode_db [None req-32d73054-5d18-47b5-a773-a64434916892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-25T16:01:30Z,description=,heartbeat_timestamp=2021-08-25T16:09:30Z,host='dv-cinder-806007-1-smb',id=ca94599f-caae-4183-a9a6-f9a0dcce5f21,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:01:30Z,topic='l3_agent')) {'router_ids': ['b255e682-a102-4b06-8020-7dd097b472c5'], 'active': True} {{(pid=75043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:09:52.494898 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60c9a7b2-2d9d-4010-a4dc-bbfb1fb6477e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca772392-2f73-567c-a435-caaf44074501-fb04b5ec-673a-4a91-b0e5-12c6c13382bd', 'network_id': 'fb04b5ec-673a-4a91-b0e5-12c6c13382bd', 'tenant_id': 'dc71d1df614a4412aaf0b6136cfc4aba', 'fixed_ips': [{'subnet_id': 'dcc96182-e992-4fac-b9ad-11619c23a7ba'}]}} from dv-cinder-806007-1-smb. {{(pid=75042) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Aug 25 16:09:52.499012 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-60c9a7b2-2d9d-4010-a4dc-bbfb1fb6477e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_create {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:52.546721 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [None req-4c42ace6-54e5-4a65-a17d-54fbdfd6d2a4 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.9709845 Aug 25 16:09:52.613662 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 52540) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:09:52.637323 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.v2.base [None req-930f7bb7-103a-41fe-aee1-7d302fcdee8b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-34576394-router', 'tenant_id': 'dc71d1df614a4412aaf0b6136cfc4aba', 'external_gateway_info': {'network_id': 'af5d4827-908c-4372-9134-1f0198184942'}}} {{(pid=75040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:09:52.658024 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-930f7bb7-103a-41fe-aee1-7d302fcdee8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:09:52.681431 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-930f7bb7-103a-41fe-aee1-7d302fcdee8b admin admin] Usage tracker for resource:router and tenant:dc71d1df614a4412aaf0b6136cfc4aba is out of sync, need to count used quota {{(pid=75040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:09:52.698674 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-930f7bb7-103a-41fe-aee1-7d302fcdee8b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:09:52.702188 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c74d65d-17e6-4628-8eeb-f755c8fc7d94 admin admin] Network aad61cb0-d4d9-415f-959c-855a438981a1 is scheduled to be hosted by DHCP agent daaa6c79-fb88-4b19-b87f-75e8fe826ec4 with binding_index 1 {{(pid=75041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 16:09:52.704788 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db070e70-3830-4268-a56e-b42301542aa9 admin admin] Pushing event updated for resources: {'Network': ['ID=373ee3d7-15ca-414d-850b-d95a30a849a6,revision_number=1']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:52.712238 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-db070e70-3830-4268-a56e-b42301542aa9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:52.719879 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.scheduler.base_scheduler [None req-4c74d65d-17e6-4628-8eeb-f755c8fc7d94 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806007-1-smb, aad61cb0-d4d9-415f-959c-855a438981a1) {{(pid=75041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:09:52.725187 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-adc840c5-0f5b-4c1b-9a5e-90e0ff856803 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748'] for subnet, after_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:52.726658 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c74d65d-17e6-4628-8eeb-f755c8fc7d94 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:52.727489 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-4c74d65d-17e6-4628-8eeb-f755c8fc7d94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16129646'] for subnet, before_response {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:52.745880 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:52.746564 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-930f7bb7-103a-41fe-aee1-7d302fcdee8b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:09:52.789245 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-83eb3f10-8014-46e1-94c2-cde41b55b60c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:52.825001 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [None req-4c74d65d-17e6-4628-8eeb-f755c8fc7d94 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.3045218 Aug 25 16:09:52.827687 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-790d968e-6e3a-456a-8a56-efc6aae4edfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:52.857869 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.db_base_plugin_common [None req-60c9a7b2-2d9d-4010-a4dc-bbfb1fb6477e None None] Allocated IP 172.20.0.2 (fb04b5ec-673a-4a91-b0e5-12c6c13382bd/dcc96182-e992-4fac-b9ad-11619c23a7ba/859cd2cf-8e19-4735-a46d-7bc9c15306a4) {{(pid=75042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:09:52.861188 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-930f7bb7-103a-41fe-aee1-7d302fcdee8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-457588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5365'] for router, before_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:52.866129 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-930f7bb7-103a-41fe-aee1-7d302fcdee8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453583', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-480463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5374'] for router, precommit_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:52.872338 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG oslo_concurrency.lockutils [None req-422d8b5c-3cd2-49e8-9b3f-a09aeab23644 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.505s {{(pid=75043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:52.922550 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.db.l3_dvr_db [None req-32d73054-5d18-47b5-a773-a64434916892 None None] Set router b255e682-a102-4b06-8020-7dd097b472c5 gateway port host: dv-cinder-806007-1-smb {{(pid=75043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:09:52.932688 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-930f7bb7-103a-41fe-aee1-7d302fcdee8b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:52.988222 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc840c5-0f5b-4c1b-9a5e-90e0ff856803 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7783e8b6-ecc8-40e1-8050-a3a6ed16ed40,revision_number=0']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:53.011467 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-adc840c5-0f5b-4c1b-9a5e-90e0ff856803 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:53.027334 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Network 373ee3d7-15ca-414d-850b-d95a30a849a6 details requested by agent ovs-agent-dv-cinder-806007-1-smb with host dv-cinder-806007-1-smb {{(pid=75042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 25 16:09:53.056985 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62837a95-3bb5-44cc-8658-967ec871ec09 None None] Network aad61cb0-d4d9-415f-959c-855a438981a1 requested from dv-cinder-806007-1-smb {{(pid=75042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:09:53.148698 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.quota.driver [None req-790d968e-6e3a-456a-8a56-efc6aae4edfd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:09:53.168227 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [None req-790d968e-6e3a-456a-8a56-efc6aae4edfd admin admin] Usage tracker for resource:security_group_rule and tenant:a9143a5d6cc8416781700a029185d903 is out of sync, need to count used quota {{(pid=75041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:09:53.172979 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [None req-790d968e-6e3a-456a-8a56-efc6aae4edfd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:09:53.180823 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.quota.driver [None req-790d968e-6e3a-456a-8a56-efc6aae4edfd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:09:53.621283 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 52580) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:09:53.651540 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.db.l3_hamode_db [None req-32d73054-5d18-47b5-a773-a64434916892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b255e682-a102-4b06-8020-7dd097b472c5', 'name': 'tempest-ServerRescueNegativeTestJSON-1371860596-router', 'tenant_id': '7bcd0c2726864d0db2590ec11bb3d659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af5d4827-908c-4372-9134-1f0198184942', 'external_fixed_ips': [{'subnet_id': 'a4c12025-f163-4c64-acba-906df26214d3', 'ip_address': '172.28.0.114'}], 'enable_snat': True}, 'gw_port_id': 'dae097b8-fa48-4d65-8ddc-a60a11e470c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:09:47Z', 'updated_at': '2021-08-25T16:09:49Z', 'revision_number': 3, 'project_id': '7bcd0c2726864d0db2590ec11bb3d659', 'gw_port': {'id': 'dae097b8-fa48-4d65-8ddc-a60a11e470c8', 'name': '', 'network_id': 'af5d4827-908c-4372-9134-1f0198184942', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:cc:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b255e682-a102-4b06-8020-7dd097b472c5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a4c12025-f163-4c64-acba-906df26214d3', 'ip_address': '172.28.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:09:48Z', 'updated_at': '2021-08-25T16:09:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a4c12025-f163-4c64-acba-906df26214d3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-smb'}], 'dv-cinder-806007-1-smb', False) {} {{(pid=75043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:09:53.671307 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d73054-5d18-47b5-a773-a64434916892 None None] The sync data for ids ['b255e682-a102-4b06-8020-7dd097b472c5'] in dv-cinder-806007-1-smb is: [{'id': 'b255e682-a102-4b06-8020-7dd097b472c5', 'name': 'tempest-ServerRescueNegativeTestJSON-1371860596-router', 'tenant_id': '7bcd0c2726864d0db2590ec11bb3d659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af5d4827-908c-4372-9134-1f0198184942', 'external_fixed_ips': [{'subnet_id': 'a4c12025-f163-4c64-acba-906df26214d3', 'ip_address': '172.28.0.114'}], 'enable_snat': True}, 'gw_port_id': 'dae097b8-fa48-4d65-8ddc-a60a11e470c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:09:47Z', 'updated_at': '2021-08-25T16:09:49Z', 'revision_number': 3, 'project_id': '7bcd0c2726864d0db2590ec11bb3d659', 'gw_port': {'id': 'dae097b8-fa48-4d65-8ddc-a60a11e470c8', 'name': '', 'network_id': 'af5d4827-908c-4372-9134-1f0198184942', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:cc:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b255e682-a102-4b06-8020-7dd097b472c5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a4c12025-f163-4c64-acba-906df26214d3', 'ip_address': '172.28.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:09:48Z', 'updated_at': '2021-08-25T16:09:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a4c12025-f163-4c64-acba-906df26214d3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-smb'}] {{(pid=75043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 16:09:53.698544 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc840c5-0f5b-4c1b-9a5e-90e0ff856803 admin admin] Checking segment: {'id': '53e90e11-1ea4-470b-a7ec-89c9efd670e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '373ee3d7-15ca-414d-850b-d95a30a849a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:09:53.699209 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adc840c5-0f5b-4c1b-9a5e-90e0ff856803 admin admin] Network hostable DHCP agents. Network: 373ee3d7-15ca-414d-850b-d95a30a849a6, hostable agents: ['daaa6c79-fb88-4b19-b87f-75e8fe826ec4'], hosted agents: [] {{(pid=75041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 16:09:53.723970 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-790d968e-6e3a-456a-8a56-efc6aae4edfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:53.738210 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.db_base_plugin_common [None req-83eb3f10-8014-46e1-94c2-cde41b55b60c admin admin] Allocated IP 172.20.0.1 (d0ae9dbb-c442-45e5-bb7b-f5c10c916870/69cf06f5-4b93-4431-8d8c-27a4df3b9aa7/15c54e67-4f99-4478-b811-5698c68b9143) {{(pid=75040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:09:53.738802 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-790d968e-6e3a-456a-8a56-efc6aae4edfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:53.762486 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:53.851411 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Device 74f1c98d-ec88-4304-868d-b01f788ad6a8 up at agent ovs-agent-dv-cinder-806007-1-smb {{(pid=75042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:09:53.881949 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790d968e-6e3a-456a-8a56-efc6aae4edfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0de006e8-68f2-4863-9ea8-89b2be0f14ec,revision_number=1']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:53.889636 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-790d968e-6e3a-456a-8a56-efc6aae4edfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:53.894267 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adc840c5-0f5b-4c1b-9a5e-90e0ff856803 admin admin] Network 373ee3d7-15ca-414d-850b-d95a30a849a6 is scheduled to be hosted by DHCP agent daaa6c79-fb88-4b19-b87f-75e8fe826ec4 with binding_index 1 {{(pid=75041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 16:09:53.905118 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [None req-790d968e-6e3a-456a-8a56-efc6aae4edfd admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=a9143a5d6cc8416781700a029185d903&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4902372 Aug 25 16:09:53.910089 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.wsgi [-] (75041) accepted ('10.222.0.68', 52592) {{(pid=75041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:09:53.917832 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e9a1b17-a48a-466d-bfbb-266e314ef2d6 admin admin] Notify agent at l3_agent.dv-cinder-806007-1-smb the message routers_updated {{(pid=75041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:09:53.972520 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.scheduler.base_scheduler [None req-adc840c5-0f5b-4c1b-9a5e-90e0ff856803 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806007-1-smb, 373ee3d7-15ca-414d-850b-d95a30a849a6) {{(pid=75041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:09:53.988892 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-83eb3f10-8014-46e1-94c2-cde41b55b60c admin admin] Notify callbacks [] for port, precommit_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:53.990922 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc840c5-0f5b-4c1b-9a5e-90e0ff856803 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:53.992004 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-adc840c5-0f5b-4c1b-9a5e-90e0ff856803 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16129646'] for subnet, before_response {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:53.996069 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-3e9a1b17-a48a-466d-bfbb-266e314ef2d6 admin admin] Notify callbacks [] for router, before_response {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:54.001801 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [None req-3e9a1b17-a48a-466d-bfbb-266e314ef2d6 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.1327138 Aug 25 16:09:54.002973 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.wsgi [-] (75041) accepted ('10.222.0.68', 52600) {{(pid=75041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:09:54.024008 dv-cinder-806007-1-smb neutron-server[75040]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 25 16:09:54.212254 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df1fb01a-ae8a-4c7f-8ea0-f8189e98934c None None] Network 373ee3d7-15ca-414d-850b-d95a30a849a6 requested from dv-cinder-806007-1-smb {{(pid=75042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:09:54.241246 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [None req-adc840c5-0f5b-4c1b-9a5e-90e0ff856803 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4926188 Aug 25 16:09:54.241246 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-5790707a-5d53-4553-9d57-69a73ad60d19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:54.274624 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-83eb3f10-8014-46e1-94c2-cde41b55b60c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776571788279'] for port, after_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:54.330302 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-5790707a-5d53-4553-9d57-69a73ad60d19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:54.396432 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3fb9cab-a854-4dba-aa76-373ee69eddc2 None None] Sync routers for ids ['6e563cd2-b6f9-41e3-bb17-f82fe2f39150'] in dv-cinder-806007-1-smb {{(pid=75042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 16:09:54.476469 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:54.540013 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-5790707a-5d53-4553-9d57-69a73ad60d19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:54.551526 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:54.565791 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-5790707a-5d53-4553-9d57-69a73ad60d19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:54.569816 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [None req-5790707a-5d53-4553-9d57-69a73ad60d19 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/0de006e8-68f2-4863-9ea8-89b2be0f14ec HTTP/1.1" status: 204 len: 168 time: 0.6561675 Aug 25 16:09:54.570738 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5790707a-5d53-4553-9d57-69a73ad60d19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0de006e8-68f2-4863-9ea8-89b2be0f14ec,revision_number=None']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:54.592235 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-5790707a-5d53-4553-9d57-69a73ad60d19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:54.631664 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ebbbfcb-f47c-4d78-8ea4-887666cc7185 None None] Network aad61cb0-d4d9-415f-959c-855a438981a1 requested from dv-cinder-806007-1-smb {{(pid=75042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:09:54.641710 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-930f7bb7-103a-41fe-aee1-7d302fcdee8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-453629', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-457578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5328'] for router, precommit_update {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:54.700058 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01232263-2828-472f-9843-1bcb96e404ed req-bb7fa564-f6e9-4def-a7bc-232c7cde72a7 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:54.701725 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-01232263-2828-472f-9843-1bcb96e404ed req-bb7fa564-f6e9-4def-a7bc-232c7cde72a7 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] 10.222.0.68 "GET /v2.0/networks?id=aad61cb0-d4d9-415f-959c-855a438981a1 HTTP/1.1" status: 200 len: 813 time: 1.0721233 Aug 25 16:09:54.706042 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83eb3f10-8014-46e1-94c2-cde41b55b60c admin admin] Network d0ae9dbb-c442-45e5-bb7b-f5c10c916870 is already hosted by enough agents. {{(pid=75040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:09:54.711976 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.scheduler.base_scheduler [None req-83eb3f10-8014-46e1-94c2-cde41b55b60c admin admin] Resources bound (agent type, host, resource id): {{(pid=75040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:09:54.724232 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83eb3f10-8014-46e1-94c2-cde41b55b60c admin admin] Received port after_create {{(pid=75040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:09:54.724686 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-83eb3f10-8014-46e1-94c2-cde41b55b60c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-453824'] for router_interface, before_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:54.795453 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83eb3f10-8014-46e1-94c2-cde41b55b60c admin admin] Pushing event updated for resources: {'Port': ['ID=15c54e67-4f99-4478-b811-5698c68b9143,revision_number=1']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:54.810900 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3fb9cab-a854-4dba-aa76-373ee69eddc2 None None] Routers {'6e563cd2-b6f9-41e3-bb17-f82fe2f39150'} bound to L3 agent in host dv-cinder-806007-1-smb {{(pid=75042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:09:54.811808 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.l3_hamode_db [None req-e3fb9cab-a854-4dba-aa76-373ee69eddc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-25T16:01:30Z,description=,heartbeat_timestamp=2021-08-25T16:09:30Z,host='dv-cinder-806007-1-smb',id=ca94599f-caae-4183-a9a6-f9a0dcce5f21,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:01:30Z,topic='l3_agent')) {'router_ids': ['6e563cd2-b6f9-41e3-bb17-f82fe2f39150'], 'active': True} {{(pid=75042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:09:54.812815 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-83eb3f10-8014-46e1-94c2-cde41b55b60c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:54.825617 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-01232263-2828-472f-9843-1bcb96e404ed req-f47cf9d2-8fb3-470a-ad7a-9ebf1bcd8e63 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] 10.222.0.68 "GET /v2.0/quotas/9cb4e2d656cb43358370c10c173ff464 HTTP/1.1" status: 200 len: 375 time: 0.1147163 Aug 25 16:09:55.048039 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-01232263-2828-472f-9843-1bcb96e404ed req-42b0f86e-30a9-4d70-9280-7df04263f568 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=9cb4e2d656cb43358370c10c173ff464&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2098229 Aug 25 16:09:55.170823 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-83eb3f10-8014-46e1-94c2-cde41b55b60c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_update {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:55.223465 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.l3_dvr_db [None req-e3fb9cab-a854-4dba-aa76-373ee69eddc2 None None] Set router 6e563cd2-b6f9-41e3-bb17-f82fe2f39150 gateway port host: dv-cinder-806007-1-smb {{(pid=75042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:09:55.354129 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.provisioning_blocks [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Provisioning complete for port 74f1c98d-ec88-4304-868d-b01f788ad6a8 triggered by entity L2. {{(pid=75042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:09:55.354523 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16203014'] for port, provisioning_complete {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:55.553575 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.wsgi [-] (75041) accepted ('10.222.0.68', 52664) {{(pid=75041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:09:55.601505 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8349006c-1833-4f7f-9507-27afc2b8f3b2 None None] Network 373ee3d7-15ca-414d-850b-d95a30a849a6 requested from dv-cinder-806007-1-smb {{(pid=75042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:09:55.615328 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-930f7bb7-103a-41fe-aee1-7d302fcdee8b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:55.655646 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-3b95b2a9-d011-48d7-ae8c-2a5231d7fd86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:55.674300 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.wsgi [-] (75041) accepted ('10.222.0.68', 52674) {{(pid=75041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:09:55.691855 dv-cinder-806007-1-smb neutron-server[75041]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 25 16:09:55.718882 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-930f7bb7-103a-41fe-aee1-7d302fcdee8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:55.846905 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.db.resource_extend [None req-83eb3f10-8014-46e1-94c2-cde41b55b60c admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=75040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 25 16:09:55.872370 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-83eb3f10-8014-46e1-94c2-cde41b55b60c admin admin] Notify callbacks [] for port, precommit_update {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:55.878823 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-83eb3f10-8014-46e1-94c2-cde41b55b60c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776572168726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776571761677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776571761722'] for port, after_update {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:55.882747 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-83eb3f10-8014-46e1-94c2-cde41b55b60c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16069120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-454953'] for router_interface, after_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:55.889715 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-83eb3f10-8014-46e1-94c2-cde41b55b60c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:55.963511 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.quota.driver [None req-3b95b2a9-d011-48d7-ae8c-2a5231d7fd86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:09:55.983036 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [None req-3b95b2a9-d011-48d7-ae8c-2a5231d7fd86 admin admin] Usage tracker for resource:security_group_rule and tenant:fa531232ea6842f59b8148d34f89b778 is out of sync, need to count used quota {{(pid=75041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:09:55.990207 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [None req-3b95b2a9-d011-48d7-ae8c-2a5231d7fd86 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:09:55.990761 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-60c9a7b2-2d9d-4010-a4dc-bbfb1fb6477e None None] Notify callbacks [] for port, precommit_create {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:55.999576 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.quota.driver [None req-3b95b2a9-d011-48d7-ae8c-2a5231d7fd86 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:09:56.010567 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edacfb2-0d0d-4e09-b72c-c794a8032b4f req-8445dacb-86a8-4718-b5d2-063cdcd9e50f tempest-DeleteServersTestJSON-1501101341 tempest-DeleteServersTestJSON-1501101341-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:56.011505 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [req-6edacfb2-0d0d-4e09-b72c-c794a8032b4f req-8445dacb-86a8-4718-b5d2-063cdcd9e50f tempest-DeleteServersTestJSON-1501101341 tempest-DeleteServersTestJSON-1501101341-project] Synchronizing usage tracker for tenant:6ea47b7242e845dca68254fc4a5b259b on resource:network {{(pid=75041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:09:56.051592 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.wsgi [-] (75041) accepted ('10.222.0.68', 52682) {{(pid=75041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:09:56.075461 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.provisioning_blocks [None req-60c9a7b2-2d9d-4010-a4dc-bbfb1fb6477e None None] Transition to ACTIVE for port object 859cd2cf-8e19-4735-a46d-7bc9c15306a4 will not be triggered until provisioned by entity L2. {{(pid=75042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:09:56.148450 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.provisioning_blocks [None req-60c9a7b2-2d9d-4010-a4dc-bbfb1fb6477e None None] Transition to ACTIVE for port object 859cd2cf-8e19-4735-a46d-7bc9c15306a4 will not be triggered until provisioned by entity DHCP. {{(pid=75042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:09:56.166259 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [req-01232263-2828-472f-9843-1bcb96e404ed req-51f33df4-967f-4895-b506-500c8beaa015 service neutron] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=75040) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Aug 25 16:09:56.170604 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Device dae097b8-fa48-4d65-8ddc-a60a11e470c8 up at agent ovs-agent-dv-cinder-806007-1-smb {{(pid=75042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:09:56.174110 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-01232263-2828-472f-9843-1bcb96e404ed req-51f33df4-967f-4895-b506-500c8beaa015 service neutron] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3357940 Aug 25 16:09:56.236831 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-60c9a7b2-2d9d-4010-a4dc-bbfb1fb6477e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776571788279'] for port, after_create {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:56.240377 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-2b582ba4-e828-4539-bf83-1cc57b945418 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:56.258658 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-3b95b2a9-d011-48d7-ae8c-2a5231d7fd86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:56.267772 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:56.279909 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-3b95b2a9-d011-48d7-ae8c-2a5231d7fd86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:56.292720 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:56.343174 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [req-6edacfb2-0d0d-4e09-b72c-c794a8032b4f req-8445dacb-86a8-4718-b5d2-063cdcd9e50f tempest-DeleteServersTestJSON-1501101341 tempest-DeleteServersTestJSON-1501101341-project] Unset dirty status for tenant:6ea47b7242e845dca68254fc4a5b259b on resource:network {{(pid=75041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:09:56.349759 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-6edacfb2-0d0d-4e09-b72c-c794a8032b4f req-8445dacb-86a8-4718-b5d2-063cdcd9e50f tempest-DeleteServersTestJSON-1501101341 tempest-DeleteServersTestJSON-1501101341-project] 10.222.0.68 "GET /v2.0/networks?id=373ee3d7-15ca-414d-850b-d95a30a849a6 HTTP/1.1" status: 200 len: 812 time: 0.6625118 Aug 25 16:09:56.356097 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.l3_hamode_db [None req-e3fb9cab-a854-4dba-aa76-373ee69eddc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e563cd2-b6f9-41e3-bb17-f82fe2f39150', 'name': 'tempest-AttachVolumeTestJSON-1950338539-router', 'tenant_id': 'd9f03318c9a74e1a8903854ddc6da304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af5d4827-908c-4372-9134-1f0198184942', 'external_fixed_ips': [{'subnet_id': 'a4c12025-f163-4c64-acba-906df26214d3', 'ip_address': '172.28.0.72'}], 'enable_snat': True}, 'gw_port_id': 'f339b5df-7254-4db8-8942-9e976480cce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:09:46Z', 'updated_at': '2021-08-25T16:09:49Z', 'revision_number': 3, 'project_id': 'd9f03318c9a74e1a8903854ddc6da304', 'gw_port': {'id': 'f339b5df-7254-4db8-8942-9e976480cce1', 'name': '', 'network_id': 'af5d4827-908c-4372-9134-1f0198184942', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:46:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e563cd2-b6f9-41e3-bb17-f82fe2f39150', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a4c12025-f163-4c64-acba-906df26214d3', 'ip_address': '172.28.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:09:47Z', 'updated_at': '2021-08-25T16:09:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a4c12025-f163-4c64-acba-906df26214d3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-smb'}], 'dv-cinder-806007-1-smb', False) {} {{(pid=75042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:09:56.366828 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83eb3f10-8014-46e1-94c2-cde41b55b60c admin admin] Pushing event updated for resources: {'Port': ['ID=15c54e67-4f99-4478-b811-5698c68b9143,revision_number=2']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:56.367318 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3fb9cab-a854-4dba-aa76-373ee69eddc2 None None] Checking router: 6e563cd2-b6f9-41e3-bb17-f82fe2f39150 for host: dv-cinder-806007-1-smb {{(pid=75042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 16:09:56.367791 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3fb9cab-a854-4dba-aa76-373ee69eddc2 None None] Updating router 6e563cd2-b6f9-41e3-bb17-f82fe2f39150 port f339b5df-7254-4db8-8942-9e976480cce1 binding host dv-cinder-806007-1-smb {{(pid=75042) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 25 16:09:56.380293 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-83eb3f10-8014-46e1-94c2-cde41b55b60c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.491s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:56.382873 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.quota.driver [None req-2b582ba4-e828-4539-bf83-1cc57b945418 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:09:56.396583 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [None req-2b582ba4-e828-4539-bf83-1cc57b945418 admin admin] Usage tracker for resource:security_group_rule and tenant:3a1a220c97ff41fda8d1565c4c7e183c is out of sync, need to count used quota {{(pid=75041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:09:56.412100 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [None req-2b582ba4-e828-4539-bf83-1cc57b945418 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:09:56.423439 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b95b2a9-d011-48d7-ae8c-2a5231d7fd86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bd36ab2-d500-4497-b7c8-ca6443fca746,revision_number=1']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:56.423650 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c9a7b2-2d9d-4010-a4dc-bbfb1fb6477e None None] Pushing event updated for resources: {'Port': ['ID=859cd2cf-8e19-4735-a46d-7bc9c15306a4,revision_number=1']} {{(pid=75042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:56.430657 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [None req-60c9a7b2-2d9d-4010-a4dc-bbfb1fb6477e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:56.437895 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-6edacfb2-0d0d-4e09-b72c-c794a8032b4f req-78ddc59b-ebbc-4dda-bfdf-ded3abc56111 tempest-DeleteServersTestJSON-1501101341 tempest-DeleteServersTestJSON-1501101341-project] 10.222.0.68 "GET /v2.0/quotas/6ea47b7242e845dca68254fc4a5b259b HTTP/1.1" status: 200 len: 375 time: 0.0869777 Aug 25 16:09:56.440883 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60c9a7b2-2d9d-4010-a4dc-bbfb1fb6477e None None] Network fb04b5ec-673a-4a91-b0e5-12c6c13382bd is already hosted by enough agents. {{(pid=75042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:09:56.442211 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-3b95b2a9-d011-48d7-ae8c-2a5231d7fd86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:56.444162 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.quota.driver [None req-2b582ba4-e828-4539-bf83-1cc57b945418 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:09:56.444889 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.scheduler.base_scheduler [None req-60c9a7b2-2d9d-4010-a4dc-bbfb1fb6477e None None] Resources bound (agent type, host, resource id): {{(pid=75042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:09:56.445670 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.db_base_plugin_common [None req-930f7bb7-103a-41fe-aee1-7d302fcdee8b admin admin] Allocated IP 172.28.0.247 (af5d4827-908c-4372-9134-1f0198184942/a4c12025-f163-4c64-acba-906df26214d3/9e55183a-48e9-4440-94d7-b92ffa2acccb) {{(pid=75040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:09:56.451139 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c9a7b2-2d9d-4010-a4dc-bbfb1fb6477e None None] Received port after_create {{(pid=75042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:09:56.456241 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-e3fb9cab-a854-4dba-aa76-373ee69eddc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:56.476505 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-83dece29-f1cf-4f66-bdb6-cfce765732e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:56.490949 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [None req-3b95b2a9-d011-48d7-ae8c-2a5231d7fd86 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=fa531232ea6842f59b8148d34f89b778&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9361041 Aug 25 16:09:56.491428 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-01232263-2828-472f-9843-1bcb96e404ed req-ab06fdeb-a3f4-4fea-9e2d-d5f3800b75c5 service neutron] 10.222.0.68 "GET /v2.0/networks/aad61cb0-d4d9-415f-959c-855a438981a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3155699 Aug 25 16:09:56.491428 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 52688) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:09:56.516380 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-6edacfb2-0d0d-4e09-b72c-c794a8032b4f req-2bcce4b6-8ca7-405e-ab9e-b36cf6089c41 tempest-DeleteServersTestJSON-1501101341 tempest-DeleteServersTestJSON-1501101341-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=6ea47b7242e845dca68254fc4a5b259b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0773745 Aug 25 16:09:56.549263 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.provisioning_blocks [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Provisioning for port dae097b8-fa48-4d65-8ddc-a60a11e470c8 completed by entity L2. {{(pid=75042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:09:56.575452 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83eb3f10-8014-46e1-94c2-cde41b55b60c admin admin] Network d0ae9dbb-c442-45e5-bb7b-f5c10c916870 is already hosted by enough agents. {{(pid=75040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:09:56.601272 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.scheduler.base_scheduler [None req-83eb3f10-8014-46e1-94c2-cde41b55b60c admin admin] Resources bound (agent type, host, resource id): {{(pid=75040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:09:56.612481 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.provisioning_blocks [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Provisioning complete for port dae097b8-fa48-4d65-8ddc-a60a11e470c8 triggered by entity L2. {{(pid=75042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:09:56.613839 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16203014'] for port, provisioning_complete {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:56.697757 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-2b582ba4-e828-4539-bf83-1cc57b945418 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:56.739918 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.managers [None req-60c9a7b2-2d9d-4010-a4dc-bbfb1fb6477e None None] Attempting to bind port 859cd2cf-8e19-4735-a46d-7bc9c15306a4 on host dv-cinder-806007-1-smb for vnic_type normal with profile {{(pid=75042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:09:56.740299 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.managers [None req-60c9a7b2-2d9d-4010-a4dc-bbfb1fb6477e None None] Attempting to bind port 859cd2cf-8e19-4735-a46d-7bc9c15306a4 by drivers openvswitch,hyperv on host dv-cinder-806007-1-smb at level 0 using segments [{'id': 'a4fe9403-29c0-4e58-9465-f12eb98d9e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'fb04b5ec-673a-4a91-b0e5-12c6c13382bd'}] {{(pid=75042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:09:56.740664 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c9a7b2-2d9d-4010-a4dc-bbfb1fb6477e None None] Attempting to bind port 859cd2cf-8e19-4735-a46d-7bc9c15306a4 on network fb04b5ec-673a-4a91-b0e5-12c6c13382bd {{(pid=75042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:09:56.762861 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.wsgi [req-6edacfb2-0d0d-4e09-b72c-c794a8032b4f req-35d547d1-6d43-49ed-92bc-e28ed2884ac5 service neutron] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=75041) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Aug 25 16:09:56.764177 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-6edacfb2-0d0d-4e09-b72c-c794a8032b4f req-35d547d1-6d43-49ed-92bc-e28ed2884ac5 service neutron] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1045363 Aug 25 16:09:56.764299 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c9a7b2-2d9d-4010-a4dc-bbfb1fb6477e None None] Checking agent: {'id': '96a22994-db3b-42a5-8f4b-83134f26dca0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806007-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 1, 29), 'started_at': datetime.datetime(2021, 8, 25, 16, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806007-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:09:56.764682 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c9a7b2-2d9d-4010-a4dc-bbfb1fb6477e None None] Checking segment: {'id': 'a4fe9403-29c0-4e58-9465-f12eb98d9e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'fb04b5ec-673a-4a91-b0e5-12c6c13382bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:09:56.765104 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-60c9a7b2-2d9d-4010-a4dc-bbfb1fb6477e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:56.765313 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-2b582ba4-e828-4539-bf83-1cc57b945418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:56.765849 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c9a7b2-2d9d-4010-a4dc-bbfb1fb6477e None None] Bound using segment: {'id': 'a4fe9403-29c0-4e58-9465-f12eb98d9e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'fb04b5ec-673a-4a91-b0e5-12c6c13382bd'} {{(pid=75042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:09:56.766482 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.managers [None req-60c9a7b2-2d9d-4010-a4dc-bbfb1fb6477e None None] Bound port: 859cd2cf-8e19-4735-a46d-7bc9c15306a4, host: dv-cinder-806007-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4fe9403-29c0-4e58-9465-f12eb98d9e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'fb04b5ec-673a-4a91-b0e5-12c6c13382bd'}}] {{(pid=75042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:09:56.767040 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-60c9a7b2-2d9d-4010-a4dc-bbfb1fb6477e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:56.811345 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-27a3491e-ad24-4616-beee-2b118d53f255 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:56.824080 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-db070e70-3830-4268-a56e-b42301542aa9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:56.916970 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:56.941850 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.db [None req-60c9a7b2-2d9d-4010-a4dc-bbfb1fb6477e None None] For port 859cd2cf-8e19-4735-a46d-7bc9c15306a4, host dv-cinder-806007-1-smb, cleared binding levels {{(pid=75042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:09:56.954396 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.db [None req-60c9a7b2-2d9d-4010-a4dc-bbfb1fb6477e None None] For port 859cd2cf-8e19-4735-a46d-7bc9c15306a4, host dv-cinder-806007-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-1-smb',level=0,port_id=859cd2cf-8e19-4735-a46d-7bc9c15306a4,segment=NetworkSegment(a4fe9403-29c0-4e58-9465-f12eb98d9e8d),segment_id=a4fe9403-29c0-4e58-9465-f12eb98d9e8d)] {{(pid=75042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:09:56.954396 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.db [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] For port dae097b8-fa48-4d65-8ddc-a60a11e470c8, host dv-cinder-806007-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-1-smb',level=0,port_id=dae097b8-fa48-4d65-8ddc-a60a11e470c8,segment=NetworkSegment(cbdd21c8-b3ae-45c5-b207-3efdd7246341),segment_id=cbdd21c8-b3ae-45c5-b207-3efdd7246341)] {{(pid=75042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:09:56.969936 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776572168726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776571761677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776571761722'] for port, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:56.975178 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-27a3491e-ad24-4616-beee-2b118d53f255 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:56.975587 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [None req-f6916d29-50d9-49ad-a787-01c6d21c86a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:57.013625 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [None req-2b582ba4-e828-4539-bf83-1cc57b945418 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=3a1a220c97ff41fda8d1565c4c7e183c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9562776 Aug 25 16:09:57.013625 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.db_base_plugin_common [None req-83dece29-f1cf-4f66-bdb6-cfce765732e4 admin admin] Allocated IP 172.20.0.1 (d0e51efe-0e7d-4430-816c-c5092a8f40f0/fe3c2446-8b99-4be0-b8e9-28ca607c8880/7ea01973-1bb4-479e-b17f-6706e8530591) {{(pid=75041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:09:57.017022 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.wsgi [-] (75041) accepted ('10.222.0.68', 52702) {{(pid=75041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:09:57.017978 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-01232263-2828-472f-9843-1bcb96e404ed req-3f14f99b-3309-4da0-b04d-af4f0af8b09d service neutron] 10.222.0.68 "GET /v2.0/networks/aad61cb0-d4d9-415f-959c-855a438981a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4991310 Aug 25 16:09:57.019150 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b582ba4-e828-4539-bf83-1cc57b945418 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09437c29-ec50-44ba-aa9a-8593a958dba2,revision_number=1']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:57.026676 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-2b582ba4-e828-4539-bf83-1cc57b945418 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:57.041394 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-930f7bb7-103a-41fe-aee1-7d302fcdee8b admin admin] Notify callbacks [] for port, precommit_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:57.071853 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-60c9a7b2-2d9d-4010-a4dc-bbfb1fb6477e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776572168726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776571761677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776571761722'] for port, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:57.114287 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Pushing event updated for resources: {'Port': ['ID=dae097b8-fa48-4d65-8ddc-a60a11e470c8,revision_number=4']} {{(pid=75042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:57.124962 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:57.134774 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [None req-cf392143-f4a5-44d4-9a92-4a2348cf28a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:57.179834 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-27a3491e-ad24-4616-beee-2b118d53f255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:57.204960 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-930f7bb7-103a-41fe-aee1-7d302fcdee8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776571788279'] for port, after_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:57.210022 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:57.213346 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-6edacfb2-0d0d-4e09-b72c-c794a8032b4f req-42c65393-09b6-476a-97d5-dd99a7fa9c69 service neutron] 10.222.0.68 "GET /v2.0/networks/373ee3d7-15ca-414d-850b-d95a30a849a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4166179 Aug 25 16:09:57.335296 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a3491e-ad24-4616-beee-2b118d53f255 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bd36ab2-d500-4497-b7c8-ca6443fca746,revision_number=None']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:57.346872 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-27a3491e-ad24-4616-beee-2b118d53f255 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:57.355420 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c9a7b2-2d9d-4010-a4dc-bbfb1fb6477e None None] Pushing event updated for resources: {'Port': ['ID=859cd2cf-8e19-4735-a46d-7bc9c15306a4,revision_number=2']} {{(pid=75042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:57.371370 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [None req-60c9a7b2-2d9d-4010-a4dc-bbfb1fb6477e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:57.382394 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-681688d2-e788-4ed3-9019-5fe8f7979e91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.039s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:57.412492 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-83dece29-f1cf-4f66-bdb6-cfce765732e4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:57.442486 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.provisioning_blocks [None req-83dece29-f1cf-4f66-bdb6-cfce765732e4 admin admin] Transition to ACTIVE for port object 7ea01973-1bb4-479e-b17f-6706e8530591 will not be triggered until provisioned by entity DHCP. {{(pid=75041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:09:57.477689 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-83dece29-f1cf-4f66-bdb6-cfce765732e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776571788279'] for port, after_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:57.501137 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-930f7bb7-103a-41fe-aee1-7d302fcdee8b admin admin] Network af5d4827-908c-4372-9134-1f0198184942 is already hosted by enough agents. {{(pid=75040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:09:57.529369 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-e3fb9cab-a854-4dba-aa76-373ee69eddc2 None None] Notify callbacks [] for port, precommit_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:57.543798 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.scheduler.base_scheduler [None req-930f7bb7-103a-41fe-aee1-7d302fcdee8b admin admin] Resources bound (agent type, host, resource id): {{(pid=75040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:09:57.544046 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.provisioning_blocks [None req-e3fb9cab-a854-4dba-aa76-373ee69eddc2 None None] Transition to ACTIVE for port object f339b5df-7254-4db8-8942-9e976480cce1 will not be triggered until provisioned by entity L2. {{(pid=75042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:09:57.550227 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-930f7bb7-103a-41fe-aee1-7d302fcdee8b admin admin] Received port after_create {{(pid=75040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:09:57.562309 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:57.562897 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-e3fb9cab-a854-4dba-aa76-373ee69eddc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776572168726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776571761677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776571761722'] for port, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:57.579025 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:57.624009 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-4b904769-968a-45aa-8d33-519711cc97e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:57.723631 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-4b904769-968a-45aa-8d33-519711cc97e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:57.758858 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83dece29-f1cf-4f66-bdb6-cfce765732e4 admin admin] Network d0e51efe-0e7d-4430-816c-c5092a8f40f0 is already hosted by enough agents. {{(pid=75041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:09:57.768797 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-27a3491e-ad24-4616-beee-2b118d53f255 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:57.771347 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-27a3491e-ad24-4616-beee-2b118d53f255 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/6bd36ab2-d500-4497-b7c8-ca6443fca746 HTTP/1.1" status: 204 len: 168 time: 1.2648513 Aug 25 16:09:57.782396 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dece29-f1cf-4f66-bdb6-cfce765732e4 admin admin] Pushing event updated for resources: {'Port': ['ID=7ea01973-1bb4-479e-b17f-6706e8530591,revision_number=1']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:57.784791 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.scheduler.base_scheduler [None req-83dece29-f1cf-4f66-bdb6-cfce765732e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=75041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:09:57.803110 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.managers [None req-e3fb9cab-a854-4dba-aa76-373ee69eddc2 None None] Attempting to bind port f339b5df-7254-4db8-8942-9e976480cce1 on host dv-cinder-806007-1-smb for vnic_type normal with profile {{(pid=75042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:09:57.804027 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-5e5681d4-1f8d-4d26-8be7-55e26c3f999b req-e010f27d-2709-4b9a-acb1-dcc3711f1234 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] 10.222.0.68 "GET /v2.0/ports?device_id=da51e349-883a-43b1-adaf-83f5a646bfd0 HTTP/1.1" status: 200 len: 210 time: 0.1541889 Aug 25 16:09:57.804682 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930f7bb7-103a-41fe-aee1-7d302fcdee8b admin admin] Pushing event updated for resources: {'Port': ['ID=9e55183a-48e9-4440-94d7-b92ffa2acccb,revision_number=1']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:57.808839 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.managers [None req-e3fb9cab-a854-4dba-aa76-373ee69eddc2 None None] Attempting to bind port f339b5df-7254-4db8-8942-9e976480cce1 by drivers openvswitch,hyperv on host dv-cinder-806007-1-smb at level 0 using segments [{'id': 'cbdd21c8-b3ae-45c5-b207-3efdd7246341', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af5d4827-908c-4372-9134-1f0198184942'}] {{(pid=75042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:09:57.809396 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3fb9cab-a854-4dba-aa76-373ee69eddc2 None None] Attempting to bind port f339b5df-7254-4db8-8942-9e976480cce1 on network af5d4827-908c-4372-9134-1f0198184942 {{(pid=75042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:09:57.818512 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6339b9-5812-433b-8dd8-49006314cd29 None None] Pushing event updated for resources: {'Port': ['ID=f339b5df-7254-4db8-8942-9e976480cce1,revision_number=2']} {{(pid=75042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:57.833539 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [None req-8f6339b9-5812-433b-8dd8-49006314cd29 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:57.833826 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-83dece29-f1cf-4f66-bdb6-cfce765732e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:57.841417 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-930f7bb7-103a-41fe-aee1-7d302fcdee8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.458s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:57.847996 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-bc74a798-fb4b-4a81-b0ee-1a8770e6d004 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:57.852295 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3fb9cab-a854-4dba-aa76-373ee69eddc2 None None] Checking agent: {'id': '96a22994-db3b-42a5-8f4b-83134f26dca0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806007-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 1, 29), 'started_at': datetime.datetime(2021, 8, 25, 16, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806007-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:09:57.857488 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3fb9cab-a854-4dba-aa76-373ee69eddc2 None None] Checking segment: {'id': 'cbdd21c8-b3ae-45c5-b207-3efdd7246341', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af5d4827-908c-4372-9134-1f0198184942'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:09:57.857913 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-e3fb9cab-a854-4dba-aa76-373ee69eddc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:57.860799 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3fb9cab-a854-4dba-aa76-373ee69eddc2 None None] Bound using segment: {'id': 'cbdd21c8-b3ae-45c5-b207-3efdd7246341', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af5d4827-908c-4372-9134-1f0198184942'} {{(pid=75042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:09:57.861416 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.managers [None req-e3fb9cab-a854-4dba-aa76-373ee69eddc2 None None] Bound port: f339b5df-7254-4db8-8942-9e976480cce1, host: dv-cinder-806007-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbdd21c8-b3ae-45c5-b207-3efdd7246341', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af5d4827-908c-4372-9134-1f0198184942'}}] {{(pid=75042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:09:57.866284 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-6edacfb2-0d0d-4e09-b72c-c794a8032b4f req-468efbe4-6e26-4c46-ba9d-2c120d1ba807 service neutron] 10.222.0.68 "GET /v2.0/networks/373ee3d7-15ca-414d-850b-d95a30a849a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6520305 Aug 25 16:09:57.866437 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-e3fb9cab-a854-4dba-aa76-373ee69eddc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:57.918568 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83dece29-f1cf-4f66-bdb6-cfce765732e4 admin admin] Received port after_create {{(pid=75041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:09:57.919058 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-83dece29-f1cf-4f66-bdb6-cfce765732e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-453824'] for router_interface, before_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:58.007549 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-4b904769-968a-45aa-8d33-519711cc97e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:58.026062 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.db [None req-e3fb9cab-a854-4dba-aa76-373ee69eddc2 None None] For port f339b5df-7254-4db8-8942-9e976480cce1, host dv-cinder-806007-1-smb, cleared binding levels {{(pid=75042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:09:58.035208 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-5790707a-5d53-4553-9d57-69a73ad60d19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:58.037397 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.db [None req-e3fb9cab-a854-4dba-aa76-373ee69eddc2 None None] For port f339b5df-7254-4db8-8942-9e976480cce1, host dv-cinder-806007-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-1-smb',level=0,port_id=f339b5df-7254-4db8-8942-9e976480cce1,segment=NetworkSegment(cbdd21c8-b3ae-45c5-b207-3efdd7246341),segment_id=cbdd21c8-b3ae-45c5-b207-3efdd7246341)] {{(pid=75042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:09:58.046134 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-e3fb9cab-a854-4dba-aa76-373ee69eddc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776572168726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776571761677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776571761722'] for port, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:58.062267 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:58.086231 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b904769-968a-45aa-8d33-519711cc97e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09437c29-ec50-44ba-aa9a-8593a958dba2,revision_number=None']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:58.102417 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83eb3f10-8014-46e1-94c2-cde41b55b60c admin admin] Router b255e682-a102-4b06-8020-7dd097b472c5 has already been hosted by L3 agent ca94599f-caae-4183-a9a6-f9a0dcce5f21 {{(pid=75040) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 16:09:58.121728 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-4b904769-968a-45aa-8d33-519711cc97e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:58.287366 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-83dece29-f1cf-4f66-bdb6-cfce765732e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_update {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:58.334471 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-4b904769-968a-45aa-8d33-519711cc97e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:58.336251 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [None req-4b904769-968a-45aa-8d33-519711cc97e1 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/09437c29-ec50-44ba-aa9a-8593a958dba2 HTTP/1.1" status: 204 len: 168 time: 1.3143048 Aug 25 16:09:58.360363 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Device dae097b8-fa48-4d65-8ddc-a60a11e470c8 up at agent ovs-agent-dv-cinder-806007-1-smb {{(pid=75042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:09:58.622208 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-930f7bb7-103a-41fe-aee1-7d302fcdee8b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:58.623047 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-930f7bb7-103a-41fe-aee1-7d302fcdee8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-453662'] for router, after_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:58.637778 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6339b9-5812-433b-8dd8-49006314cd29 None None] Pushing event updated for resources: {'Port': ['ID=f339b5df-7254-4db8-8942-9e976480cce1,revision_number=3']} {{(pid=75042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:58.645220 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3fb9cab-a854-4dba-aa76-373ee69eddc2 None None] Routers {'6e563cd2-b6f9-41e3-bb17-f82fe2f39150'} bound to L3 agent in host dv-cinder-806007-1-smb {{(pid=75042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:09:58.646169 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.l3_hamode_db [None req-e3fb9cab-a854-4dba-aa76-373ee69eddc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-25T16:01:30Z,description=,heartbeat_timestamp=2021-08-25T16:09:30Z,host='dv-cinder-806007-1-smb',id=ca94599f-caae-4183-a9a6-f9a0dcce5f21,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:01:30Z,topic='l3_agent')) {'router_ids': ['6e563cd2-b6f9-41e3-bb17-f82fe2f39150'], 'active': True} {{(pid=75042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:09:58.751644 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [None req-8f6339b9-5812-433b-8dd8-49006314cd29 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.690s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:58.951218 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.provisioning_blocks [None req-e7680fa8-11af-4903-b066-e09b4d5f5efc None None] Provisioning for port 7ea01973-1bb4-479e-b17f-6706e8530591 completed by entity DHCP. {{(pid=75042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:09:58.995695 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.provisioning_blocks [None req-e7680fa8-11af-4903-b066-e09b4d5f5efc None None] Provisioning complete for port 7ea01973-1bb4-479e-b17f-6706e8530591 triggered by entity DHCP. {{(pid=75042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:09:58.996538 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-e7680fa8-11af-4903-b066-e09b4d5f5efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16203014'] for port, provisioning_complete {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:59.018103 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-2e5149c3-ee2e-474c-ab28-edc037603210 req-626c6a70-7aab-4669-8215-0476b5b7f3b2 tempest-DeleteServersTestJSON-1501101341 tempest-DeleteServersTestJSON-1501101341-project] 10.222.0.68 "GET /v2.0/ports?device_id=2f51e0d0-e81b-46e7-9f40-28851ce056ba HTTP/1.1" status: 200 len: 210 time: 0.3926079 Aug 25 16:09:59.277654 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-83dece29-f1cf-4f66-bdb6-cfce765732e4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:59.284891 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-caa56688-266f-4430-9eb5-90a7cc7534f3 req-5c7b963b-87b6-4c35-a37c-a58ea614fc25 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] 10.222.0.68 "GET /v2.0/ports?device_id=da51e349-883a-43b1-adaf-83f5a646bfd0 HTTP/1.1" status: 200 len: 210 time: 0.1695361 Aug 25 16:09:59.296911 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-83dece29-f1cf-4f66-bdb6-cfce765732e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776572168726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776571761677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776571761722'] for port, after_update {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:59.307576 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-83dece29-f1cf-4f66-bdb6-cfce765732e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16069120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-454953'] for router_interface, after_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:59.317551 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-83dece29-f1cf-4f66-bdb6-cfce765732e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:59.540413 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83eb3f10-8014-46e1-94c2-cde41b55b60c admin admin] Notify agent at l3_agent.dv-cinder-806007-1-smb the message routers_updated {{(pid=75040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:09:59.547230 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-83eb3f10-8014-46e1-94c2-cde41b55b60c admin admin] 10.222.0.68 "PUT /v2.0/routers/b255e682-a102-4b06-8020-7dd097b472c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9147155 Aug 25 16:09:59.556637 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b473632a-de77-4ef2-addb-fbb5ccef483d None None] Sync routers for ids ['b255e682-a102-4b06-8020-7dd097b472c5'] in dv-cinder-806007-1-smb {{(pid=75043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 16:09:59.578712 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b473632a-de77-4ef2-addb-fbb5ccef483d None None] Routers {'b255e682-a102-4b06-8020-7dd097b472c5'} bound to L3 agent in host dv-cinder-806007-1-smb {{(pid=75043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:09:59.582879 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.db.l3_hamode_db [None req-b473632a-de77-4ef2-addb-fbb5ccef483d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-25T16:01:30Z,description=,heartbeat_timestamp=2021-08-25T16:09:30Z,host='dv-cinder-806007-1-smb',id=ca94599f-caae-4183-a9a6-f9a0dcce5f21,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:01:30Z,topic='l3_agent')) {'router_ids': ['b255e682-a102-4b06-8020-7dd097b472c5'], 'active': True} {{(pid=75043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:09:59.676959 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 52814) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:09:59.699972 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fe93c6c-b47a-46c7-974b-9a322644d833 None None] Network fb04b5ec-673a-4a91-b0e5-12c6c13382bd requested from dv-cinder-806007-1-smb {{(pid=75042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:09:59.707866 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dece29-f1cf-4f66-bdb6-cfce765732e4 admin admin] Pushing event updated for resources: {'Port': ['ID=7ea01973-1bb4-479e-b17f-6706e8530591,revision_number=2']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:59.717206 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-83dece29-f1cf-4f66-bdb6-cfce765732e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:59.764710 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:59.769120 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-d07dc312-f7fe-4714-824f-4cbf9cefad86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:59.788971 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.provisioning_blocks [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Provisioning complete for port dae097b8-fa48-4d65-8ddc-a60a11e470c8 triggered by entity L2. {{(pid=75042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:09:59.789787 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16203014'] for port, provisioning_complete {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:59.798655 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-930f7bb7-103a-41fe-aee1-7d302fcdee8b admin admin] Router f40984fc-802b-4e43-93f0-9adc71a52552 is scheduled to L3 agent ca94599f-caae-4183-a9a6-f9a0dcce5f21 with binding_index 1 {{(pid=75040) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 16:09:59.890069 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83dece29-f1cf-4f66-bdb6-cfce765732e4 admin admin] Network d0e51efe-0e7d-4430-816c-c5092a8f40f0 is already hosted by enough agents. {{(pid=75041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:09:59.891176 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.scheduler.base_scheduler [None req-83dece29-f1cf-4f66-bdb6-cfce765732e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=75041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:10:00.058336 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-d07dc312-f7fe-4714-824f-4cbf9cefad86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:10:00.084459 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.db.l3_dvr_db [None req-b473632a-de77-4ef2-addb-fbb5ccef483d None None] Set router b255e682-a102-4b06-8020-7dd097b472c5 gateway port host: dv-cinder-806007-1-smb {{(pid=75043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:10:00.085492 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.wsgi [-] (75041) accepted ('10.222.0.68', 52826) {{(pid=75041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:10:00.099461 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-d07dc312-f7fe-4714-824f-4cbf9cefad86 admin admin] Usage tracker for resource:security_group_rule and tenant:daf1c6c381bd4b389bf2f69a467f9dc3 is out of sync, need to count used quota {{(pid=75040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:10:00.126847 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-d07dc312-f7fe-4714-824f-4cbf9cefad86 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:10:00.130295 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.plugin [None req-e7680fa8-11af-4903-b066-e09b4d5f5efc None None] Port 7ea01973-1bb4-479e-b17f-6706e8530591 cannot update to ACTIVE because it is not bound. {{(pid=75042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 25 16:10:00.158098 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-d07dc312-f7fe-4714-824f-4cbf9cefad86 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:10:00.187626 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-4e12e517-a8f8-4543-ab65-dc50cef8e30b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:00.271675 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.l3_dvr_db [None req-e3fb9cab-a854-4dba-aa76-373ee69eddc2 None None] Set router 6e563cd2-b6f9-41e3-bb17-f82fe2f39150 gateway port host: dv-cinder-806007-1-smb {{(pid=75042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:10:00.639685 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-cb15e09f-a55b-4f91-b9c3-58c245a71559 req-0c701b35-c304-463f-9f82-a3a03e8d2dcb tempest-DeleteServersTestJSON-1501101341 tempest-DeleteServersTestJSON-1501101341-project] 10.222.0.68 "GET /v2.0/ports?device_id=2f51e0d0-e81b-46e7-9f40-28851ce056ba HTTP/1.1" status: 200 len: 210 time: 0.1618285 Aug 25 16:10:00.657885 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.db.agents_db [None req-a821c616-a82d-4ce6-adbe-0c63f7de4494 None None] Agent healthcheck: found 6 active agents {{(pid=75043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:10:00.693300 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-d07dc312-f7fe-4714-824f-4cbf9cefad86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:00.724579 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-d07dc312-f7fe-4714-824f-4cbf9cefad86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:00.727353 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-899a96cd-db7f-4df2-80fd-7b9ec4b72bbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:00.860145 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Device 859cd2cf-8e19-4735-a46d-7bc9c15306a4 up at agent ovs-agent-dv-cinder-806007-1-smb {{(pid=75042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:10:00.860692 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-86d1519b-14bb-46c6-9546-fd342c632879 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:10:00.880571 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-d07dc312-f7fe-4714-824f-4cbf9cefad86 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=daf1c6c381bd4b389bf2f69a467f9dc3&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1951499 Aug 25 16:10:00.884480 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.wsgi [-] (75041) accepted ('10.222.0.68', 52850) {{(pid=75041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:10:00.988334 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.provisioning_blocks [None req-69a12ecc-f072-4a14-b4db-fe1a349e2c10 None None] Provisioning for port 859cd2cf-8e19-4735-a46d-7bc9c15306a4 completed by entity DHCP. {{(pid=75042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:10:01.020278 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-1bf536be-b7f1-4c3c-b07a-2be1e6809122 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:01.040598 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07dc312-f7fe-4714-824f-4cbf9cefad86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0e5f544-496b-4797-ba72-8571fa3cfcef,revision_number=1']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:01.054250 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-d07dc312-f7fe-4714-824f-4cbf9cefad86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:10:01.083644 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.provisioning_blocks [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Provisioning for port 859cd2cf-8e19-4735-a46d-7bc9c15306a4 completed by entity L2. {{(pid=75042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:10:01.099991 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.wsgi [-] (75041) accepted ('10.222.0.70', 59010) {{(pid=75041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:10:01.103631 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.provisioning_blocks [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Provisioning complete for port 859cd2cf-8e19-4735-a46d-7bc9c15306a4 triggered by entity L2. {{(pid=75042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:10:01.104012 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16203014'] for port, provisioning_complete {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:01.115068 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.db.l3_hamode_db [None req-b473632a-de77-4ef2-addb-fbb5ccef483d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b255e682-a102-4b06-8020-7dd097b472c5', 'name': 'tempest-ServerRescueNegativeTestJSON-1371860596-router', 'tenant_id': '7bcd0c2726864d0db2590ec11bb3d659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af5d4827-908c-4372-9134-1f0198184942', 'external_fixed_ips': [{'subnet_id': 'a4c12025-f163-4c64-acba-906df26214d3', 'ip_address': '172.28.0.114'}], 'enable_snat': True}, 'gw_port_id': 'dae097b8-fa48-4d65-8ddc-a60a11e470c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:09:47Z', 'updated_at': '2021-08-25T16:09:55Z', 'revision_number': 4, 'project_id': '7bcd0c2726864d0db2590ec11bb3d659', 'gw_port': {'id': 'dae097b8-fa48-4d65-8ddc-a60a11e470c8', 'name': '', 'network_id': 'af5d4827-908c-4372-9134-1f0198184942', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:cc:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b255e682-a102-4b06-8020-7dd097b472c5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a4c12025-f163-4c64-acba-906df26214d3', 'ip_address': '172.28.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:09:48Z', 'updated_at': '2021-08-25T16:09:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a4c12025-f163-4c64-acba-906df26214d3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-smb', '_interfaces': [{'id': '15c54e67-4f99-4478-b811-5698c68b9143', 'name': '', 'network_id': 'd0ae9dbb-c442-45e5-bb7b-f5c10c916870', 'tenant_id': '7bcd0c2726864d0db2590ec11bb3d659', 'mac_address': 'fa:16:3e:db:c8:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b255e682-a102-4b06-8020-7dd097b472c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '69cf06f5-4b93-4431-8d8c-27a4df3b9aa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:09:53Z', 'updated_at': '2021-08-25T16:09:55Z', 'revision_number': 2, 'project_id': '7bcd0c2726864d0db2590ec11bb3d659', 'subnets': [{'id': '69cf06f5-4b93-4431-8d8c-27a4df3b9aa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-1-smb', False) {} {{(pid=75043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:10:01.125412 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b473632a-de77-4ef2-addb-fbb5ccef483d None None] Checking router: b255e682-a102-4b06-8020-7dd097b472c5 for host: dv-cinder-806007-1-smb {{(pid=75043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 16:10:01.127171 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b473632a-de77-4ef2-addb-fbb5ccef483d None None] Updating router b255e682-a102-4b06-8020-7dd097b472c5 port 15c54e67-4f99-4478-b811-5698c68b9143 binding host dv-cinder-806007-1-smb {{(pid=75043) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 25 16:10:01.199118 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-930f7bb7-103a-41fe-aee1-7d302fcdee8b admin admin] Notify agent at l3_agent.dv-cinder-806007-1-smb the message routers_updated {{(pid=75040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:10:01.234302 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron_lib.callbacks.manager [None req-b473632a-de77-4ef2-addb-fbb5ccef483d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_update {{(pid=75043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:01.243003 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76cd13ba-3b5c-4cbe-bb91-205587c20d2c None None] Sync routers for ids ['f40984fc-802b-4e43-93f0-9adc71a52552'] in dv-cinder-806007-1-smb {{(pid=75042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 16:10:01.258165 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.provisioning_blocks [None req-a5df2900-5c0d-4e3d-afef-b53e8fd8d04f None None] Provisioning complete for port 7ea01973-1bb4-479e-b17f-6706e8530591 triggered by entity DHCP. {{(pid=75042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:10:01.258609 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-a5df2900-5c0d-4e3d-afef-b53e8fd8d04f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16203014'] for port, provisioning_complete {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:01.310898 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-930f7bb7-103a-41fe-aee1-7d302fcdee8b admin admin] Notify callbacks [] for router, before_response {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:01.317449 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-930f7bb7-103a-41fe-aee1-7d302fcdee8b admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 8.7015853 Aug 25 16:10:01.348088 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 52864) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:10:01.390241 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.plugin [None req-a5df2900-5c0d-4e3d-afef-b53e8fd8d04f None None] Port 7ea01973-1bb4-479e-b17f-6706e8530591 cannot update to ACTIVE because it is not bound. {{(pid=75042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 25 16:10:01.406130 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.quota.driver [None req-899a96cd-db7f-4df2-80fd-7b9ec4b72bbc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:10:01.417632 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [None req-899a96cd-db7f-4df2-80fd-7b9ec4b72bbc admin admin] Usage tracker for resource:security_group_rule and tenant:f384eb91c31a49cf83968fb5d6bf8cfd is out of sync, need to count used quota {{(pid=75041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:10:01.424776 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [None req-899a96cd-db7f-4df2-80fd-7b9ec4b72bbc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:10:01.441113 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.quota.driver [None req-899a96cd-db7f-4df2-80fd-7b9ec4b72bbc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:10:01.561727 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-899a96cd-db7f-4df2-80fd-7b9ec4b72bbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:01.582790 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.l3_hamode_db [None req-e3fb9cab-a854-4dba-aa76-373ee69eddc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e563cd2-b6f9-41e3-bb17-f82fe2f39150', 'name': 'tempest-AttachVolumeTestJSON-1950338539-router', 'tenant_id': 'd9f03318c9a74e1a8903854ddc6da304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af5d4827-908c-4372-9134-1f0198184942', 'external_fixed_ips': [{'subnet_id': 'a4c12025-f163-4c64-acba-906df26214d3', 'ip_address': '172.28.0.72'}], 'enable_snat': True}, 'gw_port_id': 'f339b5df-7254-4db8-8942-9e976480cce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:09:46Z', 'updated_at': '2021-08-25T16:09:58Z', 'revision_number': 4, 'project_id': 'd9f03318c9a74e1a8903854ddc6da304', 'gw_port': {'id': 'f339b5df-7254-4db8-8942-9e976480cce1', 'name': '', 'network_id': 'af5d4827-908c-4372-9134-1f0198184942', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:46:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e563cd2-b6f9-41e3-bb17-f82fe2f39150', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a4c12025-f163-4c64-acba-906df26214d3', 'ip_address': '172.28.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:09:47Z', 'updated_at': '2021-08-25T16:09:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a4c12025-f163-4c64-acba-906df26214d3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-smb', '_interfaces': [{'id': '7ea01973-1bb4-479e-b17f-6706e8530591', 'name': '', 'network_id': 'd0e51efe-0e7d-4430-816c-c5092a8f40f0', 'tenant_id': 'd9f03318c9a74e1a8903854ddc6da304', 'mac_address': 'fa:16:3e:36:e4:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e563cd2-b6f9-41e3-bb17-f82fe2f39150', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fe3c2446-8b99-4be0-b8e9-28ca607c8880', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:09:56Z', 'updated_at': '2021-08-25T16:09:57Z', 'revision_number': 1, 'project_id': 'd9f03318c9a74e1a8903854ddc6da304', 'subnets': [{'id': 'fe3c2446-8b99-4be0-b8e9-28ca607c8880', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-1-smb', False) {} {{(pid=75042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:10:01.589156 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3fb9cab-a854-4dba-aa76-373ee69eddc2 None None] The sync data for ids ['6e563cd2-b6f9-41e3-bb17-f82fe2f39150'] in dv-cinder-806007-1-smb is: [{'id': '6e563cd2-b6f9-41e3-bb17-f82fe2f39150', 'name': 'tempest-AttachVolumeTestJSON-1950338539-router', 'tenant_id': 'd9f03318c9a74e1a8903854ddc6da304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af5d4827-908c-4372-9134-1f0198184942', 'external_fixed_ips': [{'subnet_id': 'a4c12025-f163-4c64-acba-906df26214d3', 'ip_address': '172.28.0.72'}], 'enable_snat': True}, 'gw_port_id': 'f339b5df-7254-4db8-8942-9e976480cce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:09:46Z', 'updated_at': '2021-08-25T16:09:58Z', 'revision_number': 4, 'project_id': 'd9f03318c9a74e1a8903854ddc6da304', 'gw_port': {'id': 'f339b5df-7254-4db8-8942-9e976480cce1', 'name': '', 'network_id': 'af5d4827-908c-4372-9134-1f0198184942', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:46:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e563cd2-b6f9-41e3-bb17-f82fe2f39150', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a4c12025-f163-4c64-acba-906df26214d3', 'ip_address': '172.28.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:09:47Z', 'updated_at': '2021-08-25T16:09:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a4c12025-f163-4c64-acba-906df26214d3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-smb', '_interfaces': [{'id': '7ea01973-1bb4-479e-b17f-6706e8530591', 'name': '', 'network_id': 'd0e51efe-0e7d-4430-816c-c5092a8f40f0', 'tenant_id': 'd9f03318c9a74e1a8903854ddc6da304', 'mac_address': 'fa:16:3e:36:e4:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e563cd2-b6f9-41e3-bb17-f82fe2f39150', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fe3c2446-8b99-4be0-b8e9-28ca607c8880', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:09:56Z', 'updated_at': '2021-08-25T16:09:57Z', 'revision_number': 1, 'project_id': 'd9f03318c9a74e1a8903854ddc6da304', 'subnets': [{'id': 'fe3c2446-8b99-4be0-b8e9-28ca607c8880', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 16:10:01.593432 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76cd13ba-3b5c-4cbe-bb91-205587c20d2c None None] Routers {'f40984fc-802b-4e43-93f0-9adc71a52552'} bound to L3 agent in host dv-cinder-806007-1-smb {{(pid=75042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:10:01.604073 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f761ca7-9571-4f2c-838c-0097a3a19198 req-0ba1eb58-cc97-47bf-8aad-89776ef40053 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:01.604654 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.l3_hamode_db [None req-76cd13ba-3b5c-4cbe-bb91-205587c20d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T16:01:30Z,description=,heartbeat_timestamp=2021-08-25T16:10:00Z,host='dv-cinder-806007-1-smb',id=ca94599f-caae-4183-a9a6-f9a0dcce5f21,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:01:30Z,topic='l3_agent')) {'router_ids': ['f40984fc-802b-4e43-93f0-9adc71a52552'], 'active': True} {{(pid=75042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:10:01.621263 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [req-5f761ca7-9571-4f2c-838c-0097a3a19198 req-0ba1eb58-cc97-47bf-8aad-89776ef40053 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] Synchronizing usage tracker for tenant:7bcd0c2726864d0db2590ec11bb3d659 on resource:network {{(pid=75040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:10:01.687995 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [req-5f761ca7-9571-4f2c-838c-0097a3a19198 req-0ba1eb58-cc97-47bf-8aad-89776ef40053 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] Unset dirty status for tenant:7bcd0c2726864d0db2590ec11bb3d659 on resource:network {{(pid=75040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:10:01.696182 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-5f761ca7-9571-4f2c-838c-0097a3a19198 req-0ba1eb58-cc97-47bf-8aad-89776ef40053 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/networks?id=d0ae9dbb-c442-45e5-bb7b-f5c10c916870 HTTP/1.1" status: 200 len: 819 time: 0.7471607 Aug 25 16:10:01.744835 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-5f761ca7-9571-4f2c-838c-0097a3a19198 req-3cf92e5f-2f95-43f7-8c14-48887d74a183 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/quotas/7bcd0c2726864d0db2590ec11bb3d659 HTTP/1.1" status: 200 len: 375 time: 0.0477276 Aug 25 16:10:01.785760 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:01.866629 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-7272799b-a0ff-4f11-923c-58813cf740f0 req-b0af8de0-314e-4e97-b376-228eb29e46a6 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] 10.222.0.68 "GET /v2.0/ports?device_id=da51e349-883a-43b1-adaf-83f5a646bfd0 HTTP/1.1" status: 200 len: 210 time: 0.7615886 Aug 25 16:10:01.874718 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-899a96cd-db7f-4df2-80fd-7b9ec4b72bbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:01.878475 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.wsgi [-] (75041) accepted ('10.222.0.70', 59015) {{(pid=75041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:10:01.903404 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron_lib.callbacks.manager [None req-b473632a-de77-4ef2-addb-fbb5ccef483d None None] Notify callbacks [] for port, precommit_update {{(pid=75043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:01.916946 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.provisioning_blocks [None req-86f6d24e-8998-4734-a433-295042ecee80 None None] Provisioning complete for port 859cd2cf-8e19-4735-a46d-7bc9c15306a4 triggered by entity DHCP. {{(pid=75042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:10:01.917573 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-86f6d24e-8998-4734-a433-295042ecee80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16203014'] for port, provisioning_complete {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:01.941293 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.db.provisioning_blocks [None req-b473632a-de77-4ef2-addb-fbb5ccef483d None None] Transition to ACTIVE for port object 15c54e67-4f99-4478-b811-5698c68b9143 will not be triggered until provisioned by entity L2. {{(pid=75043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:10:01.956563 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron_lib.callbacks.manager [None req-b473632a-de77-4ef2-addb-fbb5ccef483d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776572168726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776571761677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776571761722'] for port, after_update {{(pid=75043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:01.963858 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG oslo_concurrency.lockutils [None req-422d8b5c-3cd2-49e8-9b3f-a09aeab23644 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:10:02.126950 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-790d968e-6e3a-456a-8a56-efc6aae4edfd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:10:02.147075 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98121e3-283c-4800-bcc2-f63310c52ef0 None None] Pushing event updated for resources: {'Port': ['ID=15c54e67-4f99-4478-b811-5698c68b9143,revision_number=3']} {{(pid=75043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:02.150134 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [None req-899a96cd-db7f-4df2-80fd-7b9ec4b72bbc admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=f384eb91c31a49cf83968fb5d6bf8cfd&name=default HTTP/1.1" status: 200 len: 2647 time: 2.0635886 Aug 25 16:10:02.151040 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG oslo_concurrency.lockutils [None req-f98121e3-283c-4800-bcc2-f63310c52ef0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=75043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:10:02.154985 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-de2e0ac7-4ab0-4362-a3d0-938716de4d5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:02.159698 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 52892) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:10:02.223462 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-de2e0ac7-4ab0-4362-a3d0-938716de4d5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:02.348136 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [req-5f761ca7-9571-4f2c-838c-0097a3a19198 req-759442b6-4076-404f-b1f6-7f290f7ebd98 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] Synchronizing usage tracker for tenant:7bcd0c2726864d0db2590ec11bb3d659 on resource:port {{(pid=75040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:10:02.372161 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01232263-2828-472f-9843-1bcb96e404ed req-bac98e81-f716-499b-8f57-cceaf700d78a tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:02.374000 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [req-01232263-2828-472f-9843-1bcb96e404ed req-bac98e81-f716-499b-8f57-cceaf700d78a tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] Synchronizing usage tracker for tenant:9cb4e2d656cb43358370c10c173ff464 on resource:network {{(pid=75041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:10:02.384282 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-de2e0ac7-4ab0-4362-a3d0-938716de4d5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:02.446962 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-8ca458b3-9003-4c9b-b026-f7ba765eab5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:02.448981 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.db [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] For port 859cd2cf-8e19-4735-a46d-7bc9c15306a4, host dv-cinder-806007-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-1-smb',level=0,port_id=859cd2cf-8e19-4735-a46d-7bc9c15306a4,segment=NetworkSegment(a4fe9403-29c0-4e58-9465-f12eb98d9e8d),segment_id=a4fe9403-29c0-4e58-9465-f12eb98d9e8d)] {{(pid=75042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:10:02.458496 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776572168726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776571761677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776571761722'] for port, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:02.542032 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:10:02.600992 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.plugins.ml2.managers [None req-b473632a-de77-4ef2-addb-fbb5ccef483d None None] Attempting to bind port 15c54e67-4f99-4478-b811-5698c68b9143 on host dv-cinder-806007-1-smb for vnic_type normal with profile {{(pid=75043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:10:02.603183 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.plugins.ml2.managers [None req-b473632a-de77-4ef2-addb-fbb5ccef483d None None] Attempting to bind port 15c54e67-4f99-4478-b811-5698c68b9143 by drivers openvswitch,hyperv on host dv-cinder-806007-1-smb at level 0 using segments [{'id': '5fb692cd-1aa6-42e2-97e8-f9f429956167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'd0ae9dbb-c442-45e5-bb7b-f5c10c916870'}] {{(pid=75043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:10:02.603661 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b473632a-de77-4ef2-addb-fbb5ccef483d None None] Attempting to bind port 15c54e67-4f99-4478-b811-5698c68b9143 on network d0ae9dbb-c442-45e5-bb7b-f5c10c916870 {{(pid=75043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:10:02.623614 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b473632a-de77-4ef2-addb-fbb5ccef483d None None] Checking agent: {'id': '96a22994-db3b-42a5-8f4b-83134f26dca0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806007-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 1, 29), 'started_at': datetime.datetime(2021, 8, 25, 16, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 9, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806007-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:10:02.627391 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b473632a-de77-4ef2-addb-fbb5ccef483d None None] Checking segment: {'id': '5fb692cd-1aa6-42e2-97e8-f9f429956167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'd0ae9dbb-c442-45e5-bb7b-f5c10c916870'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:10:02.628423 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron_lib.callbacks.manager [None req-b473632a-de77-4ef2-addb-fbb5ccef483d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:02.629524 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b473632a-de77-4ef2-addb-fbb5ccef483d None None] Bound using segment: {'id': '5fb692cd-1aa6-42e2-97e8-f9f429956167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'd0ae9dbb-c442-45e5-bb7b-f5c10c916870'} {{(pid=75043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:10:02.630563 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.plugins.ml2.managers [None req-b473632a-de77-4ef2-addb-fbb5ccef483d None None] Bound port: 15c54e67-4f99-4478-b811-5698c68b9143, host: dv-cinder-806007-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fb692cd-1aa6-42e2-97e8-f9f429956167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'd0ae9dbb-c442-45e5-bb7b-f5c10c916870'}}] {{(pid=75043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:10:02.643132 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron_lib.callbacks.manager [None req-b473632a-de77-4ef2-addb-fbb5ccef483d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_update {{(pid=75043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:02.653956 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [req-01232263-2828-472f-9843-1bcb96e404ed req-bac98e81-f716-499b-8f57-cceaf700d78a tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] Unset dirty status for tenant:9cb4e2d656cb43358370c10c173ff464 on resource:network {{(pid=75041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:10:02.655256 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-01232263-2828-472f-9843-1bcb96e404ed req-bac98e81-f716-499b-8f57-cceaf700d78a tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] 10.222.0.70 "GET /v2.0/networks?id=aad61cb0-d4d9-415f-959c-855a438981a1 HTTP/1.1" status: 200 len: 813 time: 1.5440910 Aug 25 16:10:02.657419 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-0fb075a3-edeb-40a7-957f-ce1151e75f59 req-bf58485d-1404-4a6c-b250-b63ffab8dfe0 tempest-DeleteServersTestJSON-1501101341 tempest-DeleteServersTestJSON-1501101341-project] 10.222.0.68 "GET /v2.0/ports?device_id=2f51e0d0-e81b-46e7-9f40-28851ce056ba HTTP/1.1" status: 200 len: 210 time: 0.3060915 Aug 25 16:10:02.657679 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.l3_dvr_db [None req-76cd13ba-3b5c-4cbe-bb91-205587c20d2c None None] Set router f40984fc-802b-4e43-93f0-9adc71a52552 gateway port host: dv-cinder-806007-1-smb {{(pid=75042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:10:02.663097 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-de2e0ac7-4ab0-4362-a3d0-938716de4d5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:02.667164 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [None req-de2e0ac7-4ab0-4362-a3d0-938716de4d5e admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/d0e5f544-496b-4797-ba72-8571fa3cfcef HTTP/1.1" status: 204 len: 168 time: 1.7533190 Aug 25 16:10:02.685678 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-97be2ceb-7b42-4e8d-ac2f-3384af9a091d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:02.756462 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899a96cd-db7f-4df2-80fd-7b9ec4b72bbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5668d9f7-61df-4738-ae5c-04fb91eaf1ea,revision_number=1']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:02.759706 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-899a96cd-db7f-4df2-80fd-7b9ec4b72bbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.633s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:10:02.774209 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-3b95b2a9-d011-48d7-ae8c-2a5231d7fd86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.189s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:10:02.797207 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [req-5f761ca7-9571-4f2c-838c-0097a3a19198 req-759442b6-4076-404f-b1f6-7f290f7ebd98 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] Unset dirty status for tenant:7bcd0c2726864d0db2590ec11bb3d659 on resource:port {{(pid=75040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:10:02.799136 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-5f761ca7-9571-4f2c-838c-0097a3a19198 req-759442b6-4076-404f-b1f6-7f290f7ebd98 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=7bcd0c2726864d0db2590ec11bb3d659&fields=id HTTP/1.1" status: 200 len: 255 time: 1.0532086 Aug 25 16:10:02.804620 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.v2.base [req-01232263-2828-472f-9843-1bcb96e404ed req-e8f55b40-ea74-4932-910a-6d0cae2a52b9 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] Request body: {'port': {'device_id': 'da51e349-883a-43b1-adaf-83f5a646bfd0', 'network_id': 'aad61cb0-d4d9-415f-959c-855a438981a1', 'admin_state_up': True, 'tenant_id': '9cb4e2d656cb43358370c10c173ff464'}} {{(pid=75041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:10:02.902017 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2e0ac7-4ab0-4362-a3d0-938716de4d5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0e5f544-496b-4797-ba72-8571fa3cfcef,revision_number=None']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:02.923046 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-97be2ceb-7b42-4e8d-ac2f-3384af9a091d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:03.001343 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edacfb2-0d0d-4e09-b72c-c794a8032b4f req-640caf7a-ea27-450a-8c22-6e404ad6f7ad tempest-DeleteServersTestJSON-1501101341 tempest-DeleteServersTestJSON-1501101341-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:03.002867 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-6edacfb2-0d0d-4e09-b72c-c794a8032b4f req-640caf7a-ea27-450a-8c22-6e404ad6f7ad tempest-DeleteServersTestJSON-1501101341 tempest-DeleteServersTestJSON-1501101341-project] 10.222.0.70 "GET /v2.0/networks?id=373ee3d7-15ca-414d-850b-d95a30a849a6 HTTP/1.1" status: 200 len: 812 time: 1.0968249 Aug 25 16:10:03.007811 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-de2e0ac7-4ab0-4362-a3d0-938716de4d5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:10:03.018015 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.plugins.ml2.db [None req-b473632a-de77-4ef2-addb-fbb5ccef483d None None] For port 15c54e67-4f99-4478-b811-5698c68b9143, host dv-cinder-806007-1-smb, cleared binding levels {{(pid=75043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:10:03.024737 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.plugins.ml2.db [None req-b473632a-de77-4ef2-addb-fbb5ccef483d None None] For port 15c54e67-4f99-4478-b811-5698c68b9143, host dv-cinder-806007-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-1-smb',level=0,port_id=15c54e67-4f99-4478-b811-5698c68b9143,segment=NetworkSegment(5fb692cd-1aa6-42e2-97e8-f9f429956167),segment_id=5fb692cd-1aa6-42e2-97e8-f9f429956167)] {{(pid=75043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:10:03.033179 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron_lib.callbacks.manager [None req-b473632a-de77-4ef2-addb-fbb5ccef483d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776572168726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776571761677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776571761722'] for port, after_update {{(pid=75043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:03.039836 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.v2.base [req-6edacfb2-0d0d-4e09-b72c-c794a8032b4f req-736bdd55-e870-49f9-9ba5-80b5d2d376bd tempest-DeleteServersTestJSON-1501101341 tempest-DeleteServersTestJSON-1501101341-project] Request body: {'port': {'device_id': '2f51e0d0-e81b-46e7-9f40-28851ce056ba', 'network_id': '373ee3d7-15ca-414d-850b-d95a30a849a6', 'admin_state_up': True, 'tenant_id': '6ea47b7242e845dca68254fc4a5b259b'}} {{(pid=75041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:10:03.043233 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG oslo_concurrency.lockutils [None req-422d8b5c-3cd2-49e8-9b3f-a09aeab23644 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:10:03.063826 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-97be2ceb-7b42-4e8d-ac2f-3384af9a091d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:03.202413 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Pushing event updated for resources: {'Port': ['ID=859cd2cf-8e19-4735-a46d-7bc9c15306a4,revision_number=3']} {{(pid=75042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:03.210215 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.668s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:10:03.303570 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98121e3-283c-4800-bcc2-f63310c52ef0 None None] Pushing event updated for resources: {'Port': ['ID=15c54e67-4f99-4478-b811-5698c68b9143,revision_number=4']} {{(pid=75043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:03.335031 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG oslo_concurrency.lockutils [None req-f98121e3-283c-4800-bcc2-f63310c52ef0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=75043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:10:03.343170 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b473632a-de77-4ef2-addb-fbb5ccef483d None None] Routers {'b255e682-a102-4b06-8020-7dd097b472c5'} bound to L3 agent in host dv-cinder-806007-1-smb {{(pid=75043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:10:03.346393 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.db.l3_hamode_db [None req-b473632a-de77-4ef2-addb-fbb5ccef483d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T16:01:30Z,description=,heartbeat_timestamp=2021-08-25T16:10:00Z,host='dv-cinder-806007-1-smb',id=ca94599f-caae-4183-a9a6-f9a0dcce5f21,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:01:30Z,topic='l3_agent')) {'router_ids': ['b255e682-a102-4b06-8020-7dd097b472c5'], 'active': True} {{(pid=75043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:10:03.495748 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-3bded33b-d530-4d57-8fd5-b62414e6deef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:10:03.614356 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-5f761ca7-9571-4f2c-838c-0097a3a19198 req-243d1cb4-6730-495f-af57-827c76be605d service neutron] 10.222.0.68 "GET /v2.0/networks/d0ae9dbb-c442-45e5-bb7b-f5c10c916870?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7794065 Aug 25 16:10:03.620876 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97be2ceb-7b42-4e8d-ac2f-3384af9a091d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5668d9f7-61df-4738-ae5c-04fb91eaf1ea,revision_number=None']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:03.655757 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-97be2ceb-7b42-4e8d-ac2f-3384af9a091d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:10:03.718574 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-97be2ceb-7b42-4e8d-ac2f-3384af9a091d admin admin] Notify callbacks [] for security_group, before_response {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:03.725670 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-b0596645-faa6-4a8d-88a1-9cb2ca8d753b req-e5379e09-7446-4861-bc04-7c13e6644e3b tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] 10.222.0.68 "GET /v2.0/ports?device_id=da51e349-883a-43b1-adaf-83f5a646bfd0 HTTP/1.1" status: 200 len: 210 time: 0.3858299 Aug 25 16:10:03.726375 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-97be2ceb-7b42-4e8d-ac2f-3384af9a091d admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/5668d9f7-61df-4738-ae5c-04fb91eaf1ea HTTP/1.1" status: 204 len: 168 time: 1.5613675 Aug 25 16:10:03.916028 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.db.l3_dvr_db [None req-b473632a-de77-4ef2-addb-fbb5ccef483d None None] Set router b255e682-a102-4b06-8020-7dd097b472c5 gateway port host: dv-cinder-806007-1-smb {{(pid=75043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:10:03.954155 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.quota.driver [req-01232263-2828-472f-9843-1bcb96e404ed req-e8f55b40-ea74-4932-910a-6d0cae2a52b9 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:10:04.047848 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83dece29-f1cf-4f66-bdb6-cfce765732e4 admin admin] Router 6e563cd2-b6f9-41e3-bb17-f82fe2f39150 has already been hosted by L3 agent ca94599f-caae-4183-a9a6-f9a0dcce5f21 {{(pid=75041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 16:10:04.049305 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [req-01232263-2828-472f-9843-1bcb96e404ed req-e8f55b40-ea74-4932-910a-6d0cae2a52b9 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] Usage tracker for resource:port and tenant:9cb4e2d656cb43358370c10c173ff464 is out of sync, need to count used quota {{(pid=75041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:10:04.081878 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [req-01232263-2828-472f-9843-1bcb96e404ed req-e8f55b40-ea74-4932-910a-6d0cae2a52b9 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] Quota usage for port was recalculated. Used quota:0. {{(pid=75041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:10:04.096396 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.l3_hamode_db [None req-76cd13ba-3b5c-4cbe-bb91-205587c20d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f40984fc-802b-4e43-93f0-9adc71a52552', 'name': 'tempest-AttachVolumeShelveTestJSON-34576394-router', 'tenant_id': 'dc71d1df614a4412aaf0b6136cfc4aba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af5d4827-908c-4372-9134-1f0198184942', 'external_fixed_ips': [{'subnet_id': 'a4c12025-f163-4c64-acba-906df26214d3', 'ip_address': '172.28.0.247'}], 'enable_snat': True}, 'gw_port_id': '9e55183a-48e9-4440-94d7-b92ffa2acccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:09:52Z', 'updated_at': '2021-08-25T16:09:57Z', 'revision_number': 3, 'project_id': 'dc71d1df614a4412aaf0b6136cfc4aba', 'gw_port': {'id': '9e55183a-48e9-4440-94d7-b92ffa2acccb', 'name': '', 'network_id': 'af5d4827-908c-4372-9134-1f0198184942', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:5a:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f40984fc-802b-4e43-93f0-9adc71a52552', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a4c12025-f163-4c64-acba-906df26214d3', 'ip_address': '172.28.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:09:55Z', 'updated_at': '2021-08-25T16:09:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a4c12025-f163-4c64-acba-906df26214d3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-smb'}], 'dv-cinder-806007-1-smb', False) {} {{(pid=75042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:10:04.105359 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.quota.driver [req-01232263-2828-472f-9843-1bcb96e404ed req-e8f55b40-ea74-4932-910a-6d0cae2a52b9 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=75041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:10:04.113792 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76cd13ba-3b5c-4cbe-bb91-205587c20d2c None None] Checking router: f40984fc-802b-4e43-93f0-9adc71a52552 for host: dv-cinder-806007-1-smb {{(pid=75042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 16:10:04.114172 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76cd13ba-3b5c-4cbe-bb91-205587c20d2c None None] Updating router f40984fc-802b-4e43-93f0-9adc71a52552 port 9e55183a-48e9-4440-94d7-b92ffa2acccb binding host dv-cinder-806007-1-smb {{(pid=75042) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 25 16:10:04.166188 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.quota.driver [req-6edacfb2-0d0d-4e09-b72c-c794a8032b4f req-736bdd55-e870-49f9-9ba5-80b5d2d376bd tempest-DeleteServersTestJSON-1501101341 tempest-DeleteServersTestJSON-1501101341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:10:04.181803 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-5f761ca7-9571-4f2c-838c-0097a3a19198 req-b54fee76-b827-44a0-b32a-4403702d8c53 service neutron] 10.222.0.68 "GET /v2.0/networks/d0ae9dbb-c442-45e5-bb7b-f5c10c916870?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5204995 Aug 25 16:10:04.202609 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [req-6edacfb2-0d0d-4e09-b72c-c794a8032b4f req-736bdd55-e870-49f9-9ba5-80b5d2d376bd tempest-DeleteServersTestJSON-1501101341 tempest-DeleteServersTestJSON-1501101341-project] Usage tracker for resource:port and tenant:6ea47b7242e845dca68254fc4a5b259b is out of sync, need to count used quota {{(pid=75041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:10:04.210750 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [req-6edacfb2-0d0d-4e09-b72c-c794a8032b4f req-736bdd55-e870-49f9-9ba5-80b5d2d376bd tempest-DeleteServersTestJSON-1501101341 tempest-DeleteServersTestJSON-1501101341-project] Quota usage for port was recalculated. Used quota:0. {{(pid=75041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:10:04.232375 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.quota.driver [req-6edacfb2-0d0d-4e09-b72c-c794a8032b4f req-736bdd55-e870-49f9-9ba5-80b5d2d376bd tempest-DeleteServersTestJSON-1501101341 tempest-DeleteServersTestJSON-1501101341-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=75041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:10:04.378441 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-76cd13ba-3b5c-4cbe-bb91-205587c20d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:04.395239 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6edacfb2-0d0d-4e09-b72c-c794a8032b4f req-736bdd55-e870-49f9-9ba5-80b5d2d376bd tempest-DeleteServersTestJSON-1501101341 tempest-DeleteServersTestJSON-1501101341-project] Made reservation on behalf of 6ea47b7242e845dca68254fc4a5b259b for: {'port': 1} {{(pid=75041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:10:04.416073 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [req-6edacfb2-0d0d-4e09-b72c-c794a8032b4f req-736bdd55-e870-49f9-9ba5-80b5d2d376bd tempest-DeleteServersTestJSON-1501101341 tempest-DeleteServersTestJSON-1501101341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:04.510360 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-f386309e-bb11-4456-b562-a98d8b1a0158 req-c0c7c420-b236-47b4-a1f5-6d127db97c20 tempest-DeleteServersTestJSON-1501101341 tempest-DeleteServersTestJSON-1501101341-project] 10.222.0.68 "GET /v2.0/ports?device_id=2f51e0d0-e81b-46e7-9f40-28851ce056ba HTTP/1.1" status: 200 len: 210 time: 0.3543770 Aug 25 16:10:04.529496 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01232263-2828-472f-9843-1bcb96e404ed req-e8f55b40-ea74-4932-910a-6d0cae2a52b9 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] Made reservation on behalf of 9cb4e2d656cb43358370c10c173ff464 for: {'port': 1} {{(pid=75041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:10:04.539372 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [req-01232263-2828-472f-9843-1bcb96e404ed req-e8f55b40-ea74-4932-910a-6d0cae2a52b9 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:04.912772 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-52ea7ac7-8ff1-4343-8d90-6fa58aaa0fc8 req-9b9930fd-12ac-4664-b594-f4071778adba tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/ports?device_id=768557d9-c88d-4397-91dd-f58022c93843 HTTP/1.1" status: 200 len: 210 time: 0.1306834 Aug 25 16:10:04.944207 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Device f339b5df-7254-4db8-8942-9e976480cce1 up at agent ovs-agent-dv-cinder-806007-1-smb {{(pid=75042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:10:05.146446 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.db.l3_hamode_db [None req-b473632a-de77-4ef2-addb-fbb5ccef483d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b255e682-a102-4b06-8020-7dd097b472c5', 'name': 'tempest-ServerRescueNegativeTestJSON-1371860596-router', 'tenant_id': '7bcd0c2726864d0db2590ec11bb3d659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af5d4827-908c-4372-9134-1f0198184942', 'external_fixed_ips': [{'subnet_id': 'a4c12025-f163-4c64-acba-906df26214d3', 'ip_address': '172.28.0.114'}], 'enable_snat': True}, 'gw_port_id': 'dae097b8-fa48-4d65-8ddc-a60a11e470c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:09:47Z', 'updated_at': '2021-08-25T16:09:55Z', 'revision_number': 4, 'project_id': '7bcd0c2726864d0db2590ec11bb3d659', 'gw_port': {'id': 'dae097b8-fa48-4d65-8ddc-a60a11e470c8', 'name': '', 'network_id': 'af5d4827-908c-4372-9134-1f0198184942', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:cc:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b255e682-a102-4b06-8020-7dd097b472c5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a4c12025-f163-4c64-acba-906df26214d3', 'ip_address': '172.28.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:09:48Z', 'updated_at': '2021-08-25T16:09:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a4c12025-f163-4c64-acba-906df26214d3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-smb', '_interfaces': [{'id': '15c54e67-4f99-4478-b811-5698c68b9143', 'name': '', 'network_id': 'd0ae9dbb-c442-45e5-bb7b-f5c10c916870', 'tenant_id': '7bcd0c2726864d0db2590ec11bb3d659', 'mac_address': 'fa:16:3e:db:c8:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b255e682-a102-4b06-8020-7dd097b472c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '69cf06f5-4b93-4431-8d8c-27a4df3b9aa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:09:53Z', 'updated_at': '2021-08-25T16:10:03Z', 'revision_number': 4, 'project_id': '7bcd0c2726864d0db2590ec11bb3d659', 'subnets': [{'id': '69cf06f5-4b93-4431-8d8c-27a4df3b9aa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-1-smb', False) {} {{(pid=75043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:10:05.165199 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b473632a-de77-4ef2-addb-fbb5ccef483d None None] The sync data for ids ['b255e682-a102-4b06-8020-7dd097b472c5'] in dv-cinder-806007-1-smb is: [{'id': 'b255e682-a102-4b06-8020-7dd097b472c5', 'name': 'tempest-ServerRescueNegativeTestJSON-1371860596-router', 'tenant_id': '7bcd0c2726864d0db2590ec11bb3d659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af5d4827-908c-4372-9134-1f0198184942', 'external_fixed_ips': [{'subnet_id': 'a4c12025-f163-4c64-acba-906df26214d3', 'ip_address': '172.28.0.114'}], 'enable_snat': True}, 'gw_port_id': 'dae097b8-fa48-4d65-8ddc-a60a11e470c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:09:47Z', 'updated_at': '2021-08-25T16:09:55Z', 'revision_number': 4, 'project_id': '7bcd0c2726864d0db2590ec11bb3d659', 'gw_port': {'id': 'dae097b8-fa48-4d65-8ddc-a60a11e470c8', 'name': '', 'network_id': 'af5d4827-908c-4372-9134-1f0198184942', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:cc:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b255e682-a102-4b06-8020-7dd097b472c5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a4c12025-f163-4c64-acba-906df26214d3', 'ip_address': '172.28.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:09:48Z', 'updated_at': '2021-08-25T16:09:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a4c12025-f163-4c64-acba-906df26214d3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-smb', '_interfaces': [{'id': '15c54e67-4f99-4478-b811-5698c68b9143', 'name': '', 'network_id': 'd0ae9dbb-c442-45e5-bb7b-f5c10c916870', 'tenant_id': '7bcd0c2726864d0db2590ec11bb3d659', 'mac_address': 'fa:16:3e:db:c8:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b255e682-a102-4b06-8020-7dd097b472c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '69cf06f5-4b93-4431-8d8c-27a4df3b9aa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:09:53Z', 'updated_at': '2021-08-25T16:10:03Z', 'revision_number': 4, 'project_id': '7bcd0c2726864d0db2590ec11bb3d659', 'subnets': [{'id': '69cf06f5-4b93-4431-8d8c-27a4df3b9aa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 16:10:05.661221 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-26a732e1-3e2a-48cf-b9a8-4a15749ae72e req-379bc91a-af39-4583-8fde-1a03438bd8d1 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] 10.222.0.68 "GET /v2.0/ports?device_id=da51e349-883a-43b1-adaf-83f5a646bfd0 HTTP/1.1" status: 200 len: 210 time: 0.2964458 Aug 25 16:10:05.879148 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-76cd13ba-3b5c-4cbe-bb91-205587c20d2c None None] Notify callbacks [] for port, precommit_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:05.907199 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.provisioning_blocks [None req-76cd13ba-3b5c-4cbe-bb91-205587c20d2c None None] Transition to ACTIVE for port object 9e55183a-48e9-4440-94d7-b92ffa2acccb will not be triggered until provisioned by entity L2. {{(pid=75042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:10:05.933978 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-76cd13ba-3b5c-4cbe-bb91-205587c20d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776572168726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776571761677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776571761722'] for port, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:05.970473 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:10:06.041443 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.db_base_plugin_common [req-01232263-2828-472f-9843-1bcb96e404ed req-e8f55b40-ea74-4932-910a-6d0cae2a52b9 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] Allocated IP 172.20.0.11 (aad61cb0-d4d9-415f-959c-855a438981a1/33e45a3e-8c03-4dce-9e75-1dc9683ee755/10ad7f25-3a4a-4869-b72e-0006ee6c2a61) {{(pid=75041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:10:06.125337 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-158713c1-6af6-4906-8f2e-2e0ad718af98 req-1be5c215-138c-4b96-83d7-0f81b360f91c tempest-DeleteServersTestJSON-1501101341 tempest-DeleteServersTestJSON-1501101341-project] 10.222.0.68 "GET /v2.0/ports?device_id=2f51e0d0-e81b-46e7-9f40-28851ce056ba HTTP/1.1" status: 200 len: 210 time: 0.1091931 Aug 25 16:10:06.208803 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-102b4d48-0db3-46d9-8311-c0940256b41b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:06.267711 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.managers [None req-76cd13ba-3b5c-4cbe-bb91-205587c20d2c None None] Attempting to bind port 9e55183a-48e9-4440-94d7-b92ffa2acccb on host dv-cinder-806007-1-smb for vnic_type normal with profile {{(pid=75042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:10:06.268359 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.managers [None req-76cd13ba-3b5c-4cbe-bb91-205587c20d2c None None] Attempting to bind port 9e55183a-48e9-4440-94d7-b92ffa2acccb by drivers openvswitch,hyperv on host dv-cinder-806007-1-smb at level 0 using segments [{'id': 'cbdd21c8-b3ae-45c5-b207-3efdd7246341', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af5d4827-908c-4372-9134-1f0198184942'}] {{(pid=75042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:10:06.268973 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76cd13ba-3b5c-4cbe-bb91-205587c20d2c None None] Attempting to bind port 9e55183a-48e9-4440-94d7-b92ffa2acccb on network af5d4827-908c-4372-9134-1f0198184942 {{(pid=75042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:10:06.282093 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76cd13ba-3b5c-4cbe-bb91-205587c20d2c None None] Checking agent: {'id': '96a22994-db3b-42a5-8f4b-83134f26dca0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806007-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 1, 29), 'started_at': datetime.datetime(2021, 8, 25, 16, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 9, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806007-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:10:06.283315 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76cd13ba-3b5c-4cbe-bb91-205587c20d2c None None] Checking segment: {'id': 'cbdd21c8-b3ae-45c5-b207-3efdd7246341', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af5d4827-908c-4372-9134-1f0198184942'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:10:06.284174 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-76cd13ba-3b5c-4cbe-bb91-205587c20d2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:06.284831 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76cd13ba-3b5c-4cbe-bb91-205587c20d2c None None] Bound using segment: {'id': 'cbdd21c8-b3ae-45c5-b207-3efdd7246341', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af5d4827-908c-4372-9134-1f0198184942'} {{(pid=75042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:10:06.285514 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.managers [None req-76cd13ba-3b5c-4cbe-bb91-205587c20d2c None None] Bound port: 9e55183a-48e9-4440-94d7-b92ffa2acccb, host: dv-cinder-806007-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbdd21c8-b3ae-45c5-b207-3efdd7246341', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af5d4827-908c-4372-9134-1f0198184942'}}] {{(pid=75042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:10:06.286176 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-76cd13ba-3b5c-4cbe-bb91-205587c20d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:06.402558 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.db [None req-76cd13ba-3b5c-4cbe-bb91-205587c20d2c None None] For port 9e55183a-48e9-4440-94d7-b92ffa2acccb, host dv-cinder-806007-1-smb, cleared binding levels {{(pid=75042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:10:06.408152 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.db [None req-76cd13ba-3b5c-4cbe-bb91-205587c20d2c None None] For port 9e55183a-48e9-4440-94d7-b92ffa2acccb, host dv-cinder-806007-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-1-smb',level=0,port_id=9e55183a-48e9-4440-94d7-b92ffa2acccb,segment=NetworkSegment(cbdd21c8-b3ae-45c5-b207-3efdd7246341),segment_id=cbdd21c8-b3ae-45c5-b207-3efdd7246341)] {{(pid=75042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:10:06.421555 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-76cd13ba-3b5c-4cbe-bb91-205587c20d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776572168726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776571761677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776571761722'] for port, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:06.427282 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d34a3a0-f746-4f4b-a71a-89ee84bd4805 None None] Pushing event updated for resources: {'Port': ['ID=9e55183a-48e9-4440-94d7-b92ffa2acccb,revision_number=2']} {{(pid=75042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:06.440719 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [None req-9d34a3a0-f746-4f4b-a71a-89ee84bd4805 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.470s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:10:06.443072 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:10:06.582907 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.provisioning_blocks [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Provisioning for port f339b5df-7254-4db8-8942-9e976480cce1 completed by entity L2. {{(pid=75042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:10:06.611875 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.db_base_plugin_common [req-6edacfb2-0d0d-4e09-b72c-c794a8032b4f req-736bdd55-e870-49f9-9ba5-80b5d2d376bd tempest-DeleteServersTestJSON-1501101341 tempest-DeleteServersTestJSON-1501101341-project] Allocated IP 172.20.0.7 (373ee3d7-15ca-414d-850b-d95a30a849a6/7783e8b6-ecc8-40e1-8050-a3a6ed16ed40/1f3c1bfd-78ae-48d5-bb8e-72da6b27cdc0) {{(pid=75041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:10:06.641257 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.provisioning_blocks [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Provisioning complete for port f339b5df-7254-4db8-8942-9e976480cce1 triggered by entity L2. {{(pid=75042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:10:06.641699 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16203014'] for port, provisioning_complete {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:06.816283 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d34a3a0-f746-4f4b-a71a-89ee84bd4805 None None] Pushing event updated for resources: {'Port': ['ID=9e55183a-48e9-4440-94d7-b92ffa2acccb,revision_number=3']} {{(pid=75042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:06.829001 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [None req-9d34a3a0-f746-4f4b-a71a-89ee84bd4805 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:10:06.833562 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76cd13ba-3b5c-4cbe-bb91-205587c20d2c None None] Routers {'f40984fc-802b-4e43-93f0-9adc71a52552'} bound to L3 agent in host dv-cinder-806007-1-smb {{(pid=75042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:10:06.834328 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.l3_hamode_db [None req-76cd13ba-3b5c-4cbe-bb91-205587c20d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T16:01:30Z,description=,heartbeat_timestamp=2021-08-25T16:10:00Z,host='dv-cinder-806007-1-smb',id=ca94599f-caae-4183-a9a6-f9a0dcce5f21,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:01:30Z,topic='l3_agent')) {'router_ids': ['f40984fc-802b-4e43-93f0-9adc71a52552'], 'active': True} {{(pid=75042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:10:06.963667 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.db_base_plugin_common [None req-102b4d48-0db3-46d9-8311-c0940256b41b admin admin] Allocated IP 172.20.0.1 (fb04b5ec-673a-4a91-b0e5-12c6c13382bd/dcc96182-e992-4fac-b9ad-11619c23a7ba/d372dc2f-5e48-44f0-9761-ccaaeabf4a25) {{(pid=75040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:10:07.343615 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-102b4d48-0db3-46d9-8311-c0940256b41b admin admin] Notify callbacks [] for port, precommit_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:07.362870 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.provisioning_blocks [None req-102b4d48-0db3-46d9-8311-c0940256b41b admin admin] Transition to ACTIVE for port object d372dc2f-5e48-44f0-9761-ccaaeabf4a25 will not be triggered until provisioned by entity DHCP. {{(pid=75040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:10:07.384489 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.70', 59019) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:10:07.398237 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-102b4d48-0db3-46d9-8311-c0940256b41b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776571788279'] for port, after_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:07.611529 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:10:07.680075 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [req-6edacfb2-0d0d-4e09-b72c-c794a8032b4f req-736bdd55-e870-49f9-9ba5-80b5d2d376bd tempest-DeleteServersTestJSON-1501101341 tempest-DeleteServersTestJSON-1501101341-project] Notify callbacks [] for port, precommit_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:07.730399 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:07.757153 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [req-6edacfb2-0d0d-4e09-b72c-c794a8032b4f req-736bdd55-e870-49f9-9ba5-80b5d2d376bd tempest-DeleteServersTestJSON-1501101341 tempest-DeleteServersTestJSON-1501101341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776571788279'] for port, after_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:07.805625 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.l3_dvr_db [None req-76cd13ba-3b5c-4cbe-bb91-205587c20d2c None None] Set router f40984fc-802b-4e43-93f0-9adc71a52552 gateway port host: dv-cinder-806007-1-smb {{(pid=75042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:10:07.825229 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-7bee9283-fcc1-4f87-a89c-11d67964a546 req-b345f436-92cf-4eab-8a22-a1cd8c1f670a tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] 10.222.0.68 "GET /v2.0/ports?device_id=da51e349-883a-43b1-adaf-83f5a646bfd0 HTTP/1.1" status: 200 len: 210 time: 0.4381001 Aug 25 16:10:07.827016 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-3e9a1b17-a48a-466d-bfbb-266e314ef2d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:10:07.945289 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.db [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] For port f339b5df-7254-4db8-8942-9e976480cce1, host dv-cinder-806007-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-1-smb',level=0,port_id=f339b5df-7254-4db8-8942-9e976480cce1,segment=NetworkSegment(cbdd21c8-b3ae-45c5-b207-3efdd7246341),segment_id=cbdd21c8-b3ae-45c5-b207-3efdd7246341)] {{(pid=75042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:10:07.984080 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776572168726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776571761677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776571761722'] for port, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:07.989672 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Device 859cd2cf-8e19-4735-a46d-7bc9c15306a4 up at agent ovs-agent-dv-cinder-806007-1-smb {{(pid=75042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:10:08.005430 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6edacfb2-0d0d-4e09-b72c-c794a8032b4f req-736bdd55-e870-49f9-9ba5-80b5d2d376bd tempest-DeleteServersTestJSON-1501101341 tempest-DeleteServersTestJSON-1501101341-project] Network 373ee3d7-15ca-414d-850b-d95a30a849a6 is already hosted by enough agents. {{(pid=75041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:10:08.012115 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 53014) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:10:08.038598 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736bdd55-e870-49f9-9ba5-80b5d2d376bd tempest-DeleteServersTestJSON-1501101341 tempest-DeleteServersTestJSON-1501101341-project] Pushing event updated for resources: {'Port': ['ID=1f3c1bfd-78ae-48d5-bb8e-72da6b27cdc0,revision_number=1']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:08.055080 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.scheduler.base_scheduler [req-6edacfb2-0d0d-4e09-b72c-c794a8032b4f req-736bdd55-e870-49f9-9ba5-80b5d2d376bd tempest-DeleteServersTestJSON-1501101341 tempest-DeleteServersTestJSON-1501101341-project] Resources bound (agent type, host, resource id): {{(pid=75041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:10:08.061727 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-102b4d48-0db3-46d9-8311-c0940256b41b admin admin] Network fb04b5ec-673a-4a91-b0e5-12c6c13382bd is already hosted by enough agents. {{(pid=75040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:10:08.069690 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.l3_dvrscheduler_db [req-6edacfb2-0d0d-4e09-b72c-c794a8032b4f req-736bdd55-e870-49f9-9ba5-80b5d2d376bd tempest-DeleteServersTestJSON-1501101341 tempest-DeleteServersTestJSON-1501101341-project] Received port after_create {{(pid=75041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:10:08.073458 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:10:08.073950 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edacfb2-0d0d-4e09-b72c-c794a8032b4f req-736bdd55-e870-49f9-9ba5-80b5d2d376bd tempest-DeleteServersTestJSON-1501101341 tempest-DeleteServersTestJSON-1501101341-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:08.074565 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [req-6edacfb2-0d0d-4e09-b72c-c794a8032b4f req-736bdd55-e870-49f9-9ba5-80b5d2d376bd tempest-DeleteServersTestJSON-1501101341 tempest-DeleteServersTestJSON-1501101341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16129646'] for port, before_response {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:08.080831 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-736bdd55-e870-49f9-9ba5-80b5d2d376bd tempest-DeleteServersTestJSON-1501101341 tempest-DeleteServersTestJSON-1501101341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:10:08.144796 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83dece29-f1cf-4f66-bdb6-cfce765732e4 admin admin] Notify agent at l3_agent.dv-cinder-806007-1-smb the message routers_updated {{(pid=75041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:10:08.164887 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [req-01232263-2828-472f-9843-1bcb96e404ed req-e8f55b40-ea74-4932-910a-6d0cae2a52b9 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] Notify callbacks [] for port, precommit_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:08.185270 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [None req-83dece29-f1cf-4f66-bdb6-cfce765732e4 admin admin] 10.222.0.68 "PUT /v2.0/routers/6e563cd2-b6f9-41e3-bb17-f82fe2f39150/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.1648643 Aug 25 16:10:08.194318 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-6edacfb2-0d0d-4e09-b72c-c794a8032b4f req-736bdd55-e870-49f9-9ba5-80b5d2d376bd tempest-DeleteServersTestJSON-1501101341 tempest-DeleteServersTestJSON-1501101341-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1658921 Aug 25 16:10:08.207410 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.wsgi [req-6edacfb2-0d0d-4e09-b72c-c794a8032b4f req-b7f29090-45ba-4d66-9ae6-1bc7828e78ad tempest-DeleteServersTestJSON-1501101341 tempest-DeleteServersTestJSON-1501101341-project] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=75041) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Aug 25 16:10:08.208587 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-6edacfb2-0d0d-4e09-b72c-c794a8032b4f req-b7f29090-45ba-4d66-9ae6-1bc7828e78ad tempest-DeleteServersTestJSON-1501101341 tempest-DeleteServersTestJSON-1501101341-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0060899 Aug 25 16:10:08.225535 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [req-01232263-2828-472f-9843-1bcb96e404ed req-e8f55b40-ea74-4932-910a-6d0cae2a52b9 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776571788279'] for port, after_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:08.265987 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-736bdd55-e870-49f9-9ba5-80b5d2d376bd tempest-DeleteServersTestJSON-1501101341 tempest-DeleteServersTestJSON-1501101341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:10:08.279831 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.scheduler.base_scheduler [None req-102b4d48-0db3-46d9-8311-c0940256b41b admin admin] Resources bound (agent type, host, resource id): {{(pid=75040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:10:08.327117 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102b4d48-0db3-46d9-8311-c0940256b41b admin admin] Pushing event updated for resources: {'Port': ['ID=d372dc2f-5e48-44f0-9761-ccaaeabf4a25,revision_number=1']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:08.441262 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-102b4d48-0db3-46d9-8311-c0940256b41b admin admin] Received port after_create {{(pid=75040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:10:08.460324 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-102b4d48-0db3-46d9-8311-c0940256b41b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-453824'] for router_interface, before_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:08.524070 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01232263-2828-472f-9843-1bcb96e404ed req-e8f55b40-ea74-4932-910a-6d0cae2a52b9 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] Network aad61cb0-d4d9-415f-959c-855a438981a1 is already hosted by enough agents. {{(pid=75041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:10:08.526703 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f55b40-ea74-4932-910a-6d0cae2a52b9 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] Pushing event updated for resources: {'Port': ['ID=10ad7f25-3a4a-4869-b72e-0006ee6c2a61,revision_number=1']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:08.537777 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f761ca7-9571-4f2c-838c-0097a3a19198 req-6bd6b9ba-7750-43a0-9020-a77023b67ed6 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:08.538850 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.scheduler.base_scheduler [req-01232263-2828-472f-9843-1bcb96e404ed req-e8f55b40-ea74-4932-910a-6d0cae2a52b9 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] Resources bound (agent type, host, resource id): {{(pid=75041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:10:08.541118 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-e8f55b40-ea74-4932-910a-6d0cae2a52b9 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:10:08.547379 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.l3_dvrscheduler_db [req-01232263-2828-472f-9843-1bcb96e404ed req-e8f55b40-ea74-4932-910a-6d0cae2a52b9 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] Received port after_create {{(pid=75041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:10:08.553211 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01232263-2828-472f-9843-1bcb96e404ed req-e8f55b40-ea74-4932-910a-6d0cae2a52b9 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:08.554173 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [req-01232263-2828-472f-9843-1bcb96e404ed req-e8f55b40-ea74-4932-910a-6d0cae2a52b9 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16129646'] for port, before_response {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:08.565873 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-5f761ca7-9571-4f2c-838c-0097a3a19198 req-6bd6b9ba-7750-43a0-9020-a77023b67ed6 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.70 "GET /v2.0/networks?id=d0ae9dbb-c442-45e5-bb7b-f5c10c916870 HTTP/1.1" status: 200 len: 819 time: 1.1592500 Aug 25 16:10:08.582960 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-01232263-2828-472f-9843-1bcb96e404ed req-e8f55b40-ea74-4932-910a-6d0cae2a52b9 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.8113921 Aug 25 16:10:08.645526 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.v2.base [None req-59a5ef0e-30aa-4035-8ae5-b07342b1b02c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2053501736-network', 'tenant_id': '4ee5fe4db26d42a8b498b57c5f8ce2cb'}} {{(pid=75040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:10:08.685385 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-102b4d48-0db3-46d9-8311-c0940256b41b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.068s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:10:08.685385 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-59a5ef0e-30aa-4035-8ae5-b07342b1b02c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:10:08.698589 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-59a5ef0e-30aa-4035-8ae5-b07342b1b02c admin admin] Usage tracker for resource:network and tenant:4ee5fe4db26d42a8b498b57c5f8ce2cb is out of sync, need to count used quota {{(pid=75040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:10:08.718183 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-59a5ef0e-30aa-4035-8ae5-b07342b1b02c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:10:08.764262 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-59a5ef0e-30aa-4035-8ae5-b07342b1b02c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:10:08.824912 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2a8fb0-6e2e-41e5-ab7f-10cf3e05c7ea req-785c34cb-f80b-403f-920d-8020e67f3d22 tempest-DeleteServersTestJSON-1501101341 tempest-DeleteServersTestJSON-1501101341-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:08.835338 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-2f2a8fb0-6e2e-41e5-ab7f-10cf3e05c7ea req-785c34cb-f80b-403f-920d-8020e67f3d22 tempest-DeleteServersTestJSON-1501101341 tempest-DeleteServersTestJSON-1501101341-project] 10.222.0.68 "GET /v2.0/ports?device_id=2f51e0d0-e81b-46e7-9f40-28851ce056ba HTTP/1.1" status: 200 len: 931 time: 0.6698890 Aug 25 16:10:08.857266 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59a5ef0e-30aa-4035-8ae5-b07342b1b02c admin admin] Made reservation on behalf of 4ee5fe4db26d42a8b498b57c5f8ce2cb for: {'network': 1} {{(pid=75040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:10:08.859818 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-59a5ef0e-30aa-4035-8ae5-b07342b1b02c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for network, before_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:08.933248 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-59a5ef0e-30aa-4035-8ae5-b07342b1b02c admin admin] Notify callbacks [] for security_group, before_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:09.023249 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-102b4d48-0db3-46d9-8311-c0940256b41b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_update {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:09.073268 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Pushing event updated for resources: {'Port': ['ID=f339b5df-7254-4db8-8942-9e976480cce1,revision_number=4']} {{(pid=75042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:09.085299 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.010s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:10:09.142224 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.provisioning_blocks [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Provisioning complete for port 859cd2cf-8e19-4735-a46d-7bc9c15306a4 triggered by entity L2. {{(pid=75042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:10:09.142664 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16203014'] for port, provisioning_complete {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:09.179290 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.provisioning_blocks [None req-d8b4da58-2e5e-491e-9fdf-539269ec9b3c None None] Provisioning for port d372dc2f-5e48-44f0-9761-ccaaeabf4a25 completed by entity DHCP. {{(pid=75042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:10:09.195962 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-2f2a8fb0-6e2e-41e5-ab7f-10cf3e05c7ea req-d8f7322f-2366-4157-afd8-a4869081b806 tempest-DeleteServersTestJSON-1501101341 tempest-DeleteServersTestJSON-1501101341-project] 10.222.0.68 "GET /v2.0/security-groups?id=0896c8fc-ed64-4b09-8c52-dab04491f838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3576384 Aug 25 16:10:09.206314 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.provisioning_blocks [None req-d8b4da58-2e5e-491e-9fdf-539269ec9b3c None None] Provisioning complete for port d372dc2f-5e48-44f0-9761-ccaaeabf4a25 triggered by entity DHCP. {{(pid=75042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:10:09.206765 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-d8b4da58-2e5e-491e-9fdf-539269ec9b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16203014'] for port, provisioning_complete {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:09.214381 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-59a5ef0e-30aa-4035-8ae5-b07342b1b02c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:10:09.277387 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-59a5ef0e-30aa-4035-8ae5-b07342b1b02c admin admin] Usage tracker for resource:security_group_rule and tenant:4ee5fe4db26d42a8b498b57c5f8ce2cb is out of sync, need to count used quota {{(pid=75040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:10:09.289856 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-59a5ef0e-30aa-4035-8ae5-b07342b1b02c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:10:09.299429 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.v2.base [req-5f761ca7-9571-4f2c-838c-0097a3a19198 req-5dcfb094-a534-4b48-b37c-9a740dff2cbd tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] Request body: {'port': {'device_id': '768557d9-c88d-4397-91dd-f58022c93843', 'network_id': 'd0ae9dbb-c442-45e5-bb7b-f5c10c916870', 'admin_state_up': True, 'tenant_id': '7bcd0c2726864d0db2590ec11bb3d659'}} {{(pid=75040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:10:09.383698 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686691d7-d528-4b5a-bff9-190da9453ae6 req-eb67be9f-460d-4a46-8a8e-63fcee0bfcf5 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:09.389938 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-686691d7-d528-4b5a-bff9-190da9453ae6 req-eb67be9f-460d-4a46-8a8e-63fcee0bfcf5 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/networks?id=d0ae9dbb-c442-45e5-bb7b-f5c10c916870 HTTP/1.1" status: 200 len: 819 time: 0.4771600 Aug 25 16:10:09.417998 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-686691d7-d528-4b5a-bff9-190da9453ae6 req-46643910-cd8c-420a-b800-76161f7aeac2 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/quotas/7bcd0c2726864d0db2590ec11bb3d659 HTTP/1.1" status: 200 len: 375 time: 0.0226789 Aug 25 16:10:09.463179 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.plugin [None req-d8b4da58-2e5e-491e-9fdf-539269ec9b3c None None] Port d372dc2f-5e48-44f0-9761-ccaaeabf4a25 cannot update to ACTIVE because it is not bound. {{(pid=75042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 25 16:10:09.525296 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-59a5ef0e-30aa-4035-8ae5-b07342b1b02c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:10:09.607919 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.l3_hamode_db [None req-76cd13ba-3b5c-4cbe-bb91-205587c20d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f40984fc-802b-4e43-93f0-9adc71a52552', 'name': 'tempest-AttachVolumeShelveTestJSON-34576394-router', 'tenant_id': 'dc71d1df614a4412aaf0b6136cfc4aba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af5d4827-908c-4372-9134-1f0198184942', 'external_fixed_ips': [{'subnet_id': 'a4c12025-f163-4c64-acba-906df26214d3', 'ip_address': '172.28.0.247'}], 'enable_snat': True}, 'gw_port_id': '9e55183a-48e9-4440-94d7-b92ffa2acccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:09:52Z', 'updated_at': '2021-08-25T16:09:57Z', 'revision_number': 3, 'project_id': 'dc71d1df614a4412aaf0b6136cfc4aba', 'gw_port': {'id': '9e55183a-48e9-4440-94d7-b92ffa2acccb', 'name': '', 'network_id': 'af5d4827-908c-4372-9134-1f0198184942', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:5a:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f40984fc-802b-4e43-93f0-9adc71a52552', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a4c12025-f163-4c64-acba-906df26214d3', 'ip_address': '172.28.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:09:55Z', 'updated_at': '2021-08-25T16:10:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a4c12025-f163-4c64-acba-906df26214d3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-smb'}], 'dv-cinder-806007-1-smb', False) {} {{(pid=75042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:10:09.615829 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76cd13ba-3b5c-4cbe-bb91-205587c20d2c None None] The sync data for ids ['f40984fc-802b-4e43-93f0-9adc71a52552'] in dv-cinder-806007-1-smb is: [{'id': 'f40984fc-802b-4e43-93f0-9adc71a52552', 'name': 'tempest-AttachVolumeShelveTestJSON-34576394-router', 'tenant_id': 'dc71d1df614a4412aaf0b6136cfc4aba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af5d4827-908c-4372-9134-1f0198184942', 'external_fixed_ips': [{'subnet_id': 'a4c12025-f163-4c64-acba-906df26214d3', 'ip_address': '172.28.0.247'}], 'enable_snat': True}, 'gw_port_id': '9e55183a-48e9-4440-94d7-b92ffa2acccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:09:52Z', 'updated_at': '2021-08-25T16:09:57Z', 'revision_number': 3, 'project_id': 'dc71d1df614a4412aaf0b6136cfc4aba', 'gw_port': {'id': '9e55183a-48e9-4440-94d7-b92ffa2acccb', 'name': '', 'network_id': 'af5d4827-908c-4372-9134-1f0198184942', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:5a:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f40984fc-802b-4e43-93f0-9adc71a52552', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a4c12025-f163-4c64-acba-906df26214d3', 'ip_address': '172.28.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:09:55Z', 'updated_at': '2021-08-25T16:10:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a4c12025-f163-4c64-acba-906df26214d3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-smb'}] {{(pid=75042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 16:10:09.637521 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-686691d7-d528-4b5a-bff9-190da9453ae6 req-21d8281b-615a-4cb7-9cd7-75f0f762d40b tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=7bcd0c2726864d0db2590ec11bb3d659&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2081854 Aug 25 16:10:09.712437 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.v2.base [req-6edacfb2-0d0d-4e09-b72c-c794a8032b4f req-b6f87fa2-9f1f-409c-b248-b7d805bbfcf1 service neutron] Request body: {'port': {'device_id': '2f51e0d0-e81b-46e7-9f40-28851ce056ba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80600'}} {{(pid=75041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:10:09.802913 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.v2.base [req-01232263-2828-472f-9843-1bcb96e404ed req-e9b7c74b-064e-4c5c-92f4-ed7913bda852 service neutron] Request body: {'port': {'device_id': 'da51e349-883a-43b1-adaf-83f5a646bfd0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80600'}} {{(pid=75041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:10:09.865030 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [req-5f761ca7-9571-4f2c-838c-0097a3a19198 req-5dcfb094-a534-4b48-b37c-9a740dff2cbd tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:10:09.876831 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [req-5f761ca7-9571-4f2c-838c-0097a3a19198 req-5dcfb094-a534-4b48-b37c-9a740dff2cbd tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:10:09.900496 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f761ca7-9571-4f2c-838c-0097a3a19198 req-5dcfb094-a534-4b48-b37c-9a740dff2cbd tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] Made reservation on behalf of 7bcd0c2726864d0db2590ec11bb3d659 for: {'port': 1} {{(pid=75040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:10:09.903938 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [req-5f761ca7-9571-4f2c-838c-0097a3a19198 req-5dcfb094-a534-4b48-b37c-9a740dff2cbd tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:09.930326 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f021d1d-0152-4400-9072-d3a91c8b4aaf req-9c156549-3edf-4856-a59c-205f3fecc77e tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:09.931962 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-6f021d1d-0152-4400-9072-d3a91c8b4aaf req-9c156549-3edf-4856-a59c-205f3fecc77e tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] 10.222.0.68 "GET /v2.0/ports?device_id=da51e349-883a-43b1-adaf-83f5a646bfd0 HTTP/1.1" status: 200 len: 932 time: 0.4083755 Aug 25 16:10:09.944841 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Device f339b5df-7254-4db8-8942-9e976480cce1 up at agent ovs-agent-dv-cinder-806007-1-smb {{(pid=75042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:10:10.224462 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.provisioning_blocks [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Provisioning complete for port f339b5df-7254-4db8-8942-9e976480cce1 triggered by entity L2. {{(pid=75042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:10:10.225193 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16203014'] for port, provisioning_complete {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:10.286190 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.db_base_plugin_common [req-5f761ca7-9571-4f2c-838c-0097a3a19198 req-5dcfb094-a534-4b48-b37c-9a740dff2cbd tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] Allocated IP 172.20.0.11 (d0ae9dbb-c442-45e5-bb7b-f5c10c916870/69cf06f5-4b93-4431-8d8c-27a4df3b9aa7/a2004afb-50ec-4eef-af5d-50a1aa80529c) {{(pid=75040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:10:10.529897 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-686691d7-d528-4b5a-bff9-190da9453ae6 req-3aa175b7-d649-4dda-b379-52918279449c service neutron] 10.222.0.68 "GET /v2.0/networks/d0ae9dbb-c442-45e5-bb7b-f5c10c916870?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8887148 Aug 25 16:10:10.549272 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [req-01232263-2828-472f-9843-1bcb96e404ed req-e9b7c74b-064e-4c5c-92f4-ed7913bda852 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_update {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:10.550744 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Device 15c54e67-4f99-4478-b811-5698c68b9143 up at agent ovs-agent-dv-cinder-806007-1-smb {{(pid=75042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:10:10.624142 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-59a5ef0e-30aa-4035-8ae5-b07342b1b02c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:10.712587 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-59a5ef0e-30aa-4035-8ae5-b07342b1b02c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:10.752066 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-6f021d1d-0152-4400-9072-d3a91c8b4aaf req-f5512eba-32ee-4be0-a538-3a7b94ba2aad tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] 10.222.0.68 "GET /v2.0/security-groups?id=08292ed9-3586-482c-a672-563a9deccae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8086882 Aug 25 16:10:10.795153 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.provisioning_blocks [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Provisioning for port 15c54e67-4f99-4478-b811-5698c68b9143 completed by entity L2. {{(pid=75042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:10:10.805664 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.provisioning_blocks [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Provisioning complete for port 15c54e67-4f99-4478-b811-5698c68b9143 triggered by entity L2. {{(pid=75042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:10:10.807663 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16203014'] for port, provisioning_complete {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:10.812111 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [req-6edacfb2-0d0d-4e09-b72c-c794a8032b4f req-b6f87fa2-9f1f-409c-b248-b7d805bbfcf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_update {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:10.826360 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59a5ef0e-30aa-4035-8ae5-b07342b1b02c admin admin] vlan segment allocate from pool success with {'vlan_id': 857, 'physical_network': 'physnet1'} {{(pid=75040) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 25 16:10:10.831901 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:10:10.909901 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a5ef0e-30aa-4035-8ae5-b07342b1b02c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=960201d6-494a-40e9-a8f5-bc4cca751a8a,revision_number=1']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:10.922825 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-59a5ef0e-30aa-4035-8ae5-b07342b1b02c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:10:10.992713 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-59a5ef0e-30aa-4035-8ae5-b07342b1b02c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16198673'] for segment, precommit_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:10.993058 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.db.segments_db [None req-59a5ef0e-30aa-4035-8ae5-b07342b1b02c admin admin] Added segment ebfc5ffa-4955-41a7-a3f8-2b29d895d269 of type vlan for network c5bfcc55-c157-425c-a732-664dc840526b Aug 25 16:10:11.034991 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.db.resource_extend [None req-102b4d48-0db3-46d9-8311-c0940256b41b admin admin] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=75040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 25 16:10:11.059158 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-102b4d48-0db3-46d9-8311-c0940256b41b admin admin] Notify callbacks [] for port, precommit_update {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:11.074807 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-102b4d48-0db3-46d9-8311-c0940256b41b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776572168726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776571761677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776571761722'] for port, after_update {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:11.082315 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-102b4d48-0db3-46d9-8311-c0940256b41b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16069120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-454953'] for router_interface, after_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:11.095994 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:10:11.168273 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102b4d48-0db3-46d9-8311-c0940256b41b admin admin] Pushing event updated for resources: {'Port': ['ID=d372dc2f-5e48-44f0-9761-ccaaeabf4a25,revision_number=2']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:11.174582 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:11.183729 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-102b4d48-0db3-46d9-8311-c0940256b41b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:10:11.190724 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-59a5ef0e-30aa-4035-8ae5-b07342b1b02c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776571744898'] for network, precommit_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:11.200790 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [req-5f761ca7-9571-4f2c-838c-0097a3a19198 req-5dcfb094-a534-4b48-b37c-9a740dff2cbd tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] Notify callbacks [] for port, precommit_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:11.298828 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.db [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] For port 15c54e67-4f99-4478-b811-5698c68b9143, host dv-cinder-806007-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-1-smb',level=0,port_id=15c54e67-4f99-4478-b811-5698c68b9143,segment=NetworkSegment(5fb692cd-1aa6-42e2-97e8-f9f429956167),segment_id=5fb692cd-1aa6-42e2-97e8-f9f429956167)] {{(pid=75042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:10:11.306801 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776572168726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776571761677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776571761722'] for port, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:11.308971 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:10:11.432194 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.db.resource_extend [None req-59a5ef0e-30aa-4035-8ae5-b07342b1b02c admin admin] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=75040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 25 16:10:11.433198 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Pushing event updated for resources: {'Port': ['ID=15c54e67-4f99-4478-b811-5698c68b9143,revision_number=5']} {{(pid=75042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:11.438458 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:10:11.520010 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-59a5ef0e-30aa-4035-8ae5-b07342b1b02c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748'] for network, after_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:11.532921 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a5ef0e-30aa-4035-8ae5-b07342b1b02c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:11.534269 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-59a5ef0e-30aa-4035-8ae5-b07342b1b02c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16129646'] for network, before_response {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:11.575770 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:10:11.613167 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-59a5ef0e-30aa-4035-8ae5-b07342b1b02c admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 3.5926113 Aug 25 16:10:11.673676 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 53090) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:10:11.694932 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.v2.base [None req-a0373cd8-b502-4b07-93b7-84f99086393e admin admin] Request body: {'subnet': {'network_id': 'c5bfcc55-c157-425c-a732-664dc840526b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2053501736-subnet', 'tenant_id': '4ee5fe4db26d42a8b498b57c5f8ce2cb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:10:11.695378 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-686691d7-d528-4b5a-bff9-190da9453ae6 req-ea3a1978-e275-4df7-ad5a-1cc73f69dd70 service neutron] 10.222.0.68 "GET /v2.0/networks/d0ae9dbb-c442-45e5-bb7b-f5c10c916870?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1308942 Aug 25 16:10:11.716183 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-a0373cd8-b502-4b07-93b7-84f99086393e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:10:11.724636 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [req-5f761ca7-9571-4f2c-838c-0097a3a19198 req-5dcfb094-a534-4b48-b37c-9a740dff2cbd tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776571788279'] for port, after_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:11.728857 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-a0373cd8-b502-4b07-93b7-84f99086393e admin admin] Usage tracker for resource:subnet and tenant:4ee5fe4db26d42a8b498b57c5f8ce2cb is out of sync, need to count used quota {{(pid=75040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:10:11.738473 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-a0373cd8-b502-4b07-93b7-84f99086393e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:10:11.750614 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-102b4d48-0db3-46d9-8311-c0940256b41b admin admin] Network fb04b5ec-673a-4a91-b0e5-12c6c13382bd is already hosted by enough agents. {{(pid=75040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:10:11.757388 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-a0373cd8-b502-4b07-93b7-84f99086393e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:10:11.759773 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a5ef0e-30aa-4035-8ae5-b07342b1b02c admin admin] Pushing event updated for resources: {'Network': ['ID=c5bfcc55-c157-425c-a732-664dc840526b,revision_number=1']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:11.761901 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.scheduler.base_scheduler [None req-102b4d48-0db3-46d9-8311-c0940256b41b admin admin] Resources bound (agent type, host, resource id): {{(pid=75040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:10:11.777507 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Network c5bfcc55-c157-425c-a732-664dc840526b details requested by agent ovs-agent-dv-cinder-806007-1-smb with host dv-cinder-806007-1-smb {{(pid=75042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 25 16:10:11.822339 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-59a5ef0e-30aa-4035-8ae5-b07342b1b02c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:10:11.822973 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-930f7bb7-103a-41fe-aee1-7d302fcdee8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.063s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:10:11.825462 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Device 15c54e67-4f99-4478-b811-5698c68b9143 up at agent ovs-agent-dv-cinder-806007-1-smb {{(pid=75042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:10:11.993891 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0373cd8-b502-4b07-93b7-84f99086393e admin admin] Made reservation on behalf of 4ee5fe4db26d42a8b498b57c5f8ce2cb for: {'subnet': 1} {{(pid=75040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:10:12.002831 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-a0373cd8-b502-4b07-93b7-84f99086393e admin admin] Notify callbacks [] for subnet, before_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:12.039924 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f761ca7-9571-4f2c-838c-0097a3a19198 req-5dcfb094-a534-4b48-b37c-9a740dff2cbd tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] Network d0ae9dbb-c442-45e5-bb7b-f5c10c916870 is already hosted by enough agents. {{(pid=75040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:10:12.086604 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.scheduler.base_scheduler [req-5f761ca7-9571-4f2c-838c-0097a3a19198 req-5dcfb094-a534-4b48-b37c-9a740dff2cbd tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] Resources bound (agent type, host, resource id): {{(pid=75040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:10:12.194787 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.wsgi [-] (75041) accepted ('10.222.0.68', 53108) {{(pid=75041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:10:12.227616 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.v2.base [None req-13b42706-f463-48b7-9fa3-e0a8b3f06046 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Request body: {'security_group': {'name': 'tempest-securitygroup--768152127', 'description': 'tempest-description--923285455'}} {{(pid=75041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:10:12.357950 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.provisioning_blocks [None req-1011d111-a0f5-490d-996a-1d0f4b0697d4 None None] Provisioning complete for port d372dc2f-5e48-44f0-9761-ccaaeabf4a25 triggered by entity DHCP. {{(pid=75042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:10:12.358475 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-1011d111-a0f5-490d-996a-1d0f4b0697d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16203014'] for port, provisioning_complete {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:12.457271 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.plugin [None req-1011d111-a0f5-490d-996a-1d0f4b0697d4 None None] Port d372dc2f-5e48-44f0-9761-ccaaeabf4a25 cannot update to ACTIVE because it is not bound. {{(pid=75042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 25 16:10:12.458822 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.provisioning_blocks [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Provisioning complete for port 15c54e67-4f99-4478-b811-5698c68b9143 triggered by entity L2. {{(pid=75042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:10:12.459199 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16203014'] for port, provisioning_complete {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:12.477511 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.quota.driver [None req-13b42706-f463-48b7-9fa3-e0a8b3f06046 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:10:12.535116 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f761ca7-9571-4f2c-838c-0097a3a19198 req-5dcfb094-a534-4b48-b37c-9a740dff2cbd tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] Received port after_create {{(pid=75040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:10:12.539085 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f761ca7-9571-4f2c-838c-0097a3a19198 req-5dcfb094-a534-4b48-b37c-9a740dff2cbd tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:12.539641 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [req-5f761ca7-9571-4f2c-838c-0097a3a19198 req-5dcfb094-a534-4b48-b37c-9a740dff2cbd tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16129646'] for port, before_response {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:12.663787 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [None req-13b42706-f463-48b7-9fa3-e0a8b3f06046 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Usage tracker for resource:security_group and tenant:d9f03318c9a74e1a8903854ddc6da304 is out of sync, need to count used quota {{(pid=75041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:10:12.669735 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 53118) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:10:12.687007 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcfb094-a534-4b48-b37c-9a740dff2cbd tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] Pushing event updated for resources: {'Port': ['ID=a2004afb-50ec-4eef-af5d-50a1aa80529c,revision_number=1']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:12.706092 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-5dcfb094-a534-4b48-b37c-9a740dff2cbd tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.883s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:10:12.759052 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [None req-13b42706-f463-48b7-9fa3-e0a8b3f06046 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=75041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:10:12.776750 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.quota.driver [None req-13b42706-f463-48b7-9fa3-e0a8b3f06046 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:10:12.843628 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-13b42706-f463-48b7-9fa3-e0a8b3f06046 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Notify callbacks [] for security_group, before_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:12.851108 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-5f761ca7-9571-4f2c-838c-0097a3a19198 req-5dcfb094-a534-4b48-b37c-9a740dff2cbd tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5572531 Aug 25 16:10:13.002415 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.v2.base [req-5f761ca7-9571-4f2c-838c-0097a3a19198 req-f7a643bf-a8be-4637-bea5-1d9a5a7a6412 service neutron] Request body: {'port': {'device_id': '768557d9-c88d-4397-91dd-f58022c93843', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80600'}} {{(pid=75040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:10:13.092349 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d736afdf-b998-4ade-8595-8ff22d4b420d req-5c1c56ee-39ee-475c-9652-6b154cbedf2f tempest-DeleteServersTestJSON-1501101341 tempest-DeleteServersTestJSON-1501101341-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:13.095597 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [req-d736afdf-b998-4ade-8595-8ff22d4b420d req-5c1c56ee-39ee-475c-9652-6b154cbedf2f tempest-DeleteServersTestJSON-1501101341 tempest-DeleteServersTestJSON-1501101341-project] Synchronizing usage tracker for tenant:6ea47b7242e845dca68254fc4a5b259b on resource:port {{(pid=75041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:10:13.107303 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.notifiers.nova [req-01232263-2828-472f-9843-1bcb96e404ed req-e9b7c74b-064e-4c5c-92f4-ed7913bda852 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10ad7f25-3a4a-4869-b72e-0006ee6c2a61 {{(pid=75041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:10:13.133031 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.quota.driver [None req-13b42706-f463-48b7-9fa3-e0a8b3f06046 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:10:13.146378 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [req-01232263-2828-472f-9843-1bcb96e404ed req-e9b7c74b-064e-4c5c-92f4-ed7913bda852 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:13.158472 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.db.resource_extend [req-6edacfb2-0d0d-4e09-b72c-c794a8032b4f req-b6f87fa2-9f1f-409c-b248-b7d805bbfcf1 service neutron] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=75041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 25 16:10:13.188336 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [None req-13b42706-f463-48b7-9fa3-e0a8b3f06046 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Usage tracker for resource:security_group_rule and tenant:d9f03318c9a74e1a8903854ddc6da304 is out of sync, need to count used quota {{(pid=75041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:10:13.195065 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [None req-13b42706-f463-48b7-9fa3-e0a8b3f06046 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=75041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:10:13.245241 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.provisioning_blocks [req-01232263-2828-472f-9843-1bcb96e404ed req-e9b7c74b-064e-4c5c-92f4-ed7913bda852 service neutron] Transition to ACTIVE for port object 10ad7f25-3a4a-4869-b72e-0006ee6c2a61 will not be triggered until provisioned by entity L2. {{(pid=75041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:10:13.282194 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.quota.driver [None req-13b42706-f463-48b7-9fa3-e0a8b3f06046 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=75041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:10:13.298671 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [req-01232263-2828-472f-9843-1bcb96e404ed req-e9b7c74b-064e-4c5c-92f4-ed7913bda852 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776572168726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776571761677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776571761722'] for port, after_update {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:13.311496 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [req-d736afdf-b998-4ade-8595-8ff22d4b420d req-5c1c56ee-39ee-475c-9652-6b154cbedf2f tempest-DeleteServersTestJSON-1501101341 tempest-DeleteServersTestJSON-1501101341-project] Unset dirty status for tenant:6ea47b7242e845dca68254fc4a5b259b on resource:port {{(pid=75041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:10:13.318668 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-d736afdf-b998-4ade-8595-8ff22d4b420d req-5c1c56ee-39ee-475c-9652-6b154cbedf2f tempest-DeleteServersTestJSON-1501101341 tempest-DeleteServersTestJSON-1501101341-project] 10.222.0.68 "GET /v2.0/ports?device_id=2f51e0d0-e81b-46e7-9f40-28851ce056ba HTTP/1.1" status: 200 len: 931 time: 0.8267002 Aug 25 16:10:13.329229 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:10:13.447258 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [req-5f761ca7-9571-4f2c-838c-0097a3a19198 req-f7a643bf-a8be-4637-bea5-1d9a5a7a6412 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_update {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:13.449058 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.notifiers.nova [req-6edacfb2-0d0d-4e09-b72c-c794a8032b4f req-b6f87fa2-9f1f-409c-b248-b7d805bbfcf1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f3c1bfd-78ae-48d5-bb8e-72da6b27cdc0 {{(pid=75041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:10:13.467613 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [req-6edacfb2-0d0d-4e09-b72c-c794a8032b4f req-b6f87fa2-9f1f-409c-b248-b7d805bbfcf1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:13.497569 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-27b4cea5-d470-461b-b08e-38fea328ded9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:13.588561 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [req-d736afdf-b998-4ade-8595-8ff22d4b420d req-2fbe0047-b65b-4f07-9ace-c86af313351e tempest-DeleteServersTestJSON-1501101341 tempest-DeleteServersTestJSON-1501101341-project] Synchronizing usage tracker for tenant:6ea47b7242e845dca68254fc4a5b259b on resource:security_group {{(pid=75041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:10:13.593586 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b7c74b-064e-4c5c-92f4-ed7913bda852 service neutron] Pushing event updated for resources: {'Port': ['ID=10ad7f25-3a4a-4869-b72e-0006ee6c2a61,revision_number=2']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:13.610811 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-e9b7c74b-064e-4c5c-92f4-ed7913bda852 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:10:13.619677 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.provisioning_blocks [req-6edacfb2-0d0d-4e09-b72c-c794a8032b4f req-b6f87fa2-9f1f-409c-b248-b7d805bbfcf1 service neutron] Transition to ACTIVE for port object 1f3c1bfd-78ae-48d5-bb8e-72da6b27cdc0 will not be triggered until provisioned by entity L2. {{(pid=75041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:10:13.670797 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6260504b-79f4-4124-b2bb-1f7c40a5ab98 req-facbf3ae-1ad2-4697-9936-a7a97c1667aa tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:13.672905 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-6260504b-79f4-4124-b2bb-1f7c40a5ab98 req-facbf3ae-1ad2-4697-9936-a7a97c1667aa tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] 10.222.0.68 "GET /v2.0/ports?device_id=da51e349-883a-43b1-adaf-83f5a646bfd0 HTTP/1.1" status: 200 len: 932 time: 1.1425662 Aug 25 16:10:13.690453 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [req-6edacfb2-0d0d-4e09-b72c-c794a8032b4f req-b6f87fa2-9f1f-409c-b248-b7d805bbfcf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776572168726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776571761677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776571761722'] for port, after_update {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:13.716610 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-e8f55b40-ea74-4932-910a-6d0cae2a52b9 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:10:13.734431 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-a0373cd8-b502-4b07-93b7-84f99086393e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748'] for subnet, after_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:13.742932 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-27b4cea5-d470-461b-b08e-38fea328ded9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:10:13.775718 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-dc936bb9-da4e-48f5-a848-8e07a1de7b71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:10:13.788712 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [req-d736afdf-b998-4ade-8595-8ff22d4b420d req-2fbe0047-b65b-4f07-9ace-c86af313351e tempest-DeleteServersTestJSON-1501101341 tempest-DeleteServersTestJSON-1501101341-project] Unset dirty status for tenant:6ea47b7242e845dca68254fc4a5b259b on resource:security_group {{(pid=75041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:10:13.801037 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-d736afdf-b998-4ade-8595-8ff22d4b420d req-2fbe0047-b65b-4f07-9ace-c86af313351e tempest-DeleteServersTestJSON-1501101341 tempest-DeleteServersTestJSON-1501101341-project] 10.222.0.68 "GET /v2.0/security-groups?id=0896c8fc-ed64-4b09-8c52-dab04491f838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4809253 Aug 25 16:10:13.806817 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-27b4cea5-d470-461b-b08e-38fea328ded9 admin admin] Usage tracker for resource:security_group_rule and tenant:6e7d4e8006ce42038dfa6d73bc55e9a3 is out of sync, need to count used quota {{(pid=75040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:10:13.812087 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-13b42706-f463-48b7-9fa3-e0a8b3f06046 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Notify callbacks [] for security_group, precommit_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:13.815455 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-27b4cea5-d470-461b-b08e-38fea328ded9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:10:13.831550 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-27b4cea5-d470-461b-b08e-38fea328ded9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:10:13.939564 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-13b42706-f463-48b7-9fa3-e0a8b3f06046 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:13.973233 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.managers [req-01232263-2828-472f-9843-1bcb96e404ed req-e9b7c74b-064e-4c5c-92f4-ed7913bda852 service neutron] Attempting to bind port 10ad7f25-3a4a-4869-b72e-0006ee6c2a61 on host hv-cinder-80600 for vnic_type normal with profile {{(pid=75041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:10:13.974001 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.managers [req-01232263-2828-472f-9843-1bcb96e404ed req-e9b7c74b-064e-4c5c-92f4-ed7913bda852 service neutron] Attempting to bind port 10ad7f25-3a4a-4869-b72e-0006ee6c2a61 by drivers openvswitch,hyperv on host hv-cinder-80600 at level 0 using segments [{'id': '215609b0-0c2d-4037-aca0-35ce882d3942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'aad61cb0-d4d9-415f-959c-855a438981a1'}] {{(pid=75041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:10:13.974598 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01232263-2828-472f-9843-1bcb96e404ed req-e9b7c74b-064e-4c5c-92f4-ed7913bda852 service neutron] Attempting to bind port 10ad7f25-3a4a-4869-b72e-0006ee6c2a61 on network aad61cb0-d4d9-415f-959c-855a438981a1 {{(pid=75041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:10:13.985796 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01232263-2828-472f-9843-1bcb96e404ed req-e9b7c74b-064e-4c5c-92f4-ed7913bda852 service neutron] Port 10ad7f25-3a4a-4869-b72e-0006ee6c2a61 on network aad61cb0-d4d9-415f-959c-855a438981a1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80600 {{(pid=75041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 16:10:13.986454 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01232263-2828-472f-9843-1bcb96e404ed req-e9b7c74b-064e-4c5c-92f4-ed7913bda852 service neutron] Attempting to bind port 10ad7f25-3a4a-4869-b72e-0006ee6c2a61 on network aad61cb0-d4d9-415f-959c-855a438981a1 {{(pid=75041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:10:14.021849 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01232263-2828-472f-9843-1bcb96e404ed req-e9b7c74b-064e-4c5c-92f4-ed7913bda852 service neutron] Checking agent: {'id': 'ce44fce8-b773-464c-81ed-5793acd8e0ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80600', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 7, 48), 'started_at': datetime.datetime(2021, 8, 25, 16, 7, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 9, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:10:14.022595 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01232263-2828-472f-9843-1bcb96e404ed req-e9b7c74b-064e-4c5c-92f4-ed7913bda852 service neutron] Checking segment: {'id': '215609b0-0c2d-4037-aca0-35ce882d3942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'aad61cb0-d4d9-415f-959c-855a438981a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:10:14.023341 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01232263-2828-472f-9843-1bcb96e404ed req-e9b7c74b-064e-4c5c-92f4-ed7913bda852 service neutron] Bound using segment: {'id': '215609b0-0c2d-4037-aca0-35ce882d3942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'aad61cb0-d4d9-415f-959c-855a438981a1'} {{(pid=75041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:10:14.023995 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.managers [req-01232263-2828-472f-9843-1bcb96e404ed req-e9b7c74b-064e-4c5c-92f4-ed7913bda852 service neutron] Bound port: 10ad7f25-3a4a-4869-b72e-0006ee6c2a61, host: hv-cinder-80600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '215609b0-0c2d-4037-aca0-35ce882d3942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'aad61cb0-d4d9-415f-959c-855a438981a1'}}] {{(pid=75041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:10:14.024539 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [req-01232263-2828-472f-9843-1bcb96e404ed req-e9b7c74b-064e-4c5c-92f4-ed7913bda852 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_update {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:14.069756 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f87fa2-9f1f-409c-b248-b7d805bbfcf1 service neutron] Pushing event updated for resources: {'Port': ['ID=1f3c1bfd-78ae-48d5-bb8e-72da6b27cdc0,revision_number=2']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:14.081398 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-b6f87fa2-9f1f-409c-b248-b7d805bbfcf1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:10:14.092552 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-b84604cb-fae9-4926-a046-65f7960185b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.107s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:10:14.101923 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-6260504b-79f4-4124-b2bb-1f7c40a5ab98 req-0ca805b2-06ce-4cce-b001-33bd78fec09c tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] 10.222.0.68 "GET /v2.0/security-groups?id=08292ed9-3586-482c-a672-563a9deccae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3686941 Aug 25 16:10:14.155098 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-13b42706-f463-48b7-9fa3-e0a8b3f06046 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Notify callbacks [] for security_group, before_response {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:14.156227 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [None req-13b42706-f463-48b7-9fa3-e0a8b3f06046 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 1.9569850 Aug 25 16:10:14.167548 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 53146) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:10:14.201567 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.v2.base [None req-d5f6bed0-48cf-4442-bfea-8e9f7a633697 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Request body: {'security_group_rule': {'security_group_id': '1d097c96-4f75-4fbf-b31b-824952f1b3d1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=75040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:10:14.244471 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-26ee100e-d5c8-4321-b0b5-dbb41ca4a1c6 req-0979de97-c4d5-4d0e-8ff9-3b00ebff5d22 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/ports?device_id=21576f61-6c69-4e7d-bcca-66318419bc0b HTTP/1.1" status: 200 len: 210 time: 0.1045568 Aug 25 16:10:14.250149 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.managers [req-6edacfb2-0d0d-4e09-b72c-c794a8032b4f req-b6f87fa2-9f1f-409c-b248-b7d805bbfcf1 service neutron] Attempting to bind port 1f3c1bfd-78ae-48d5-bb8e-72da6b27cdc0 on host hv-cinder-80600 for vnic_type normal with profile {{(pid=75041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:10:14.250480 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.managers [req-6edacfb2-0d0d-4e09-b72c-c794a8032b4f req-b6f87fa2-9f1f-409c-b248-b7d805bbfcf1 service neutron] Attempting to bind port 1f3c1bfd-78ae-48d5-bb8e-72da6b27cdc0 by drivers openvswitch,hyperv on host hv-cinder-80600 at level 0 using segments [{'id': '53e90e11-1ea4-470b-a7ec-89c9efd670e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '373ee3d7-15ca-414d-850b-d95a30a849a6'}] {{(pid=75041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:10:14.250799 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6edacfb2-0d0d-4e09-b72c-c794a8032b4f req-b6f87fa2-9f1f-409c-b248-b7d805bbfcf1 service neutron] Attempting to bind port 1f3c1bfd-78ae-48d5-bb8e-72da6b27cdc0 on network 373ee3d7-15ca-414d-850b-d95a30a849a6 {{(pid=75041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:10:14.267814 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6edacfb2-0d0d-4e09-b72c-c794a8032b4f req-b6f87fa2-9f1f-409c-b248-b7d805bbfcf1 service neutron] Port 1f3c1bfd-78ae-48d5-bb8e-72da6b27cdc0 on network 373ee3d7-15ca-414d-850b-d95a30a849a6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80600 {{(pid=75041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 16:10:14.268133 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6edacfb2-0d0d-4e09-b72c-c794a8032b4f req-b6f87fa2-9f1f-409c-b248-b7d805bbfcf1 service neutron] Attempting to bind port 1f3c1bfd-78ae-48d5-bb8e-72da6b27cdc0 on network 373ee3d7-15ca-414d-850b-d95a30a849a6 {{(pid=75041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:10:14.271479 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-d5f6bed0-48cf-4442-bfea-8e9f7a633697 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:10:14.273919 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b42706-f463-48b7-9fa3-e0a8b3f06046 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d097c96-4f75-4fbf-b31b-824952f1b3d1,revision_number=1']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:14.279251 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0373cd8-b502-4b07-93b7-84f99086393e admin admin] Pushing event updated for resources: {'Subnet': ['ID=274d2a5a-aac4-4706-94d3-1f6d8abbac5d,revision_number=0']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:14.298174 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-13b42706-f463-48b7-9fa3-e0a8b3f06046 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:10:14.304475 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-d5f6bed0-48cf-4442-bfea-8e9f7a633697 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Usage tracker for resource:security_group_rule and tenant:d9f03318c9a74e1a8903854ddc6da304 is out of sync, need to count used quota {{(pid=75040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:10:14.312425 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6edacfb2-0d0d-4e09-b72c-c794a8032b4f req-b6f87fa2-9f1f-409c-b248-b7d805bbfcf1 service neutron] Checking agent: {'id': 'ce44fce8-b773-464c-81ed-5793acd8e0ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80600', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 7, 48), 'started_at': datetime.datetime(2021, 8, 25, 16, 7, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 9, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:10:14.312988 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6edacfb2-0d0d-4e09-b72c-c794a8032b4f req-b6f87fa2-9f1f-409c-b248-b7d805bbfcf1 service neutron] Checking segment: {'id': '53e90e11-1ea4-470b-a7ec-89c9efd670e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '373ee3d7-15ca-414d-850b-d95a30a849a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:10:14.313593 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6edacfb2-0d0d-4e09-b72c-c794a8032b4f req-b6f87fa2-9f1f-409c-b248-b7d805bbfcf1 service neutron] Bound using segment: {'id': '53e90e11-1ea4-470b-a7ec-89c9efd670e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '373ee3d7-15ca-414d-850b-d95a30a849a6'} {{(pid=75041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:10:14.314784 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.managers [req-6edacfb2-0d0d-4e09-b72c-c794a8032b4f req-b6f87fa2-9f1f-409c-b248-b7d805bbfcf1 service neutron] Bound port: 1f3c1bfd-78ae-48d5-bb8e-72da6b27cdc0, host: hv-cinder-80600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53e90e11-1ea4-470b-a7ec-89c9efd670e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '373ee3d7-15ca-414d-850b-d95a30a849a6'}}] {{(pid=75041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:10:14.315350 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [req-6edacfb2-0d0d-4e09-b72c-c794a8032b4f req-b6f87fa2-9f1f-409c-b248-b7d805bbfcf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_update {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:14.334261 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.db [req-01232263-2828-472f-9843-1bcb96e404ed req-e9b7c74b-064e-4c5c-92f4-ed7913bda852 service neutron] For port 10ad7f25-3a4a-4869-b72e-0006ee6c2a61, host hv-cinder-80600, cleared binding levels {{(pid=75041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:10:14.370705 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-d5f6bed0-48cf-4442-bfea-8e9f7a633697 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=75040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:10:14.391938 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.db [req-01232263-2828-472f-9843-1bcb96e404ed req-e9b7c74b-064e-4c5c-92f4-ed7913bda852 service neutron] For port 10ad7f25-3a4a-4869-b72e-0006ee6c2a61, host hv-cinder-80600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=10ad7f25-3a4a-4869-b72e-0006ee6c2a61,segment=NetworkSegment(215609b0-0c2d-4037-aca0-35ce882d3942),segment_id=215609b0-0c2d-4037-aca0-35ce882d3942)] {{(pid=75041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:10:14.405542 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-a0373cd8-b502-4b07-93b7-84f99086393e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.630s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:10:14.415474 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [req-01232263-2828-472f-9843-1bcb96e404ed req-e9b7c74b-064e-4c5c-92f4-ed7913bda852 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776572168726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776571761677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776571761722'] for port, after_update {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:14.419831 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0373cd8-b502-4b07-93b7-84f99086393e admin admin] Checking segment: {'id': 'ebfc5ffa-4955-41a7-a3f8-2b29d895d269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'c5bfcc55-c157-425c-a732-664dc840526b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:10:14.420244 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0373cd8-b502-4b07-93b7-84f99086393e admin admin] Network hostable DHCP agents. Network: c5bfcc55-c157-425c-a732-664dc840526b, hostable agents: ['daaa6c79-fb88-4b19-b87f-75e8fe826ec4'], hosted agents: [] {{(pid=75040) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 16:10:14.433291 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-7e9bc4e9-424f-4401-8278-508ea2628fc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:10:14.439032 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-d5f6bed0-48cf-4442-bfea-8e9f7a633697 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:10:14.487722 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [req-01232263-2828-472f-9843-1bcb96e404ed req-e9b7c74b-064e-4c5c-92f4-ed7913bda852 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16129646'] for port, before_response {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:14.489584 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-01232263-2828-472f-9843-1bcb96e404ed req-e9b7c74b-064e-4c5c-92f4-ed7913bda852 service neutron] 10.222.0.70 "PUT /v2.0/ports/10ad7f25-3a4a-4869-b72e-0006ee6c2a61 HTTP/1.1" status: 200 len: 1094 time: 5.1582553 Aug 25 16:10:14.490254 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da51e349-883a-43b1-adaf-83f5a646bfd0', 'tag': '10ad7f25-3a4a-4869-b72e-0006ee6c2a61'}] {{(pid=75041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:10:14.546263 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-27b4cea5-d470-461b-b08e-38fea328ded9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:14.560388 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-27b4cea5-d470-461b-b08e-38fea328ded9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:14.600491 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:10:14.660562 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.db.resource_extend [req-5f761ca7-9571-4f2c-838c-0097a3a19198 req-f7a643bf-a8be-4637-bea5-1d9a5a7a6412 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=75040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 25 16:10:14.686133 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-d5f6bed0-48cf-4442-bfea-8e9f7a633697 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:14.698831 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.db [req-6edacfb2-0d0d-4e09-b72c-c794a8032b4f req-b6f87fa2-9f1f-409c-b248-b7d805bbfcf1 service neutron] For port 1f3c1bfd-78ae-48d5-bb8e-72da6b27cdc0, host hv-cinder-80600, cleared binding levels {{(pid=75041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:10:14.707382 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.db [req-6edacfb2-0d0d-4e09-b72c-c794a8032b4f req-b6f87fa2-9f1f-409c-b248-b7d805bbfcf1 service neutron] For port 1f3c1bfd-78ae-48d5-bb8e-72da6b27cdc0, host hv-cinder-80600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=1f3c1bfd-78ae-48d5-bb8e-72da6b27cdc0,segment=NetworkSegment(53e90e11-1ea4-470b-a7ec-89c9efd670e6),segment_id=53e90e11-1ea4-470b-a7ec-89c9efd670e6)] {{(pid=75041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:10:14.730735 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [req-6edacfb2-0d0d-4e09-b72c-c794a8032b4f req-b6f87fa2-9f1f-409c-b248-b7d805bbfcf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776572168726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776571761677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776571761722'] for port, after_update {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:14.743326 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b7c74b-064e-4c5c-92f4-ed7913bda852 service neutron] Pushing event updated for resources: {'Port': ['ID=10ad7f25-3a4a-4869-b72e-0006ee6c2a61,revision_number=3']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:14.748467 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-e9b7c74b-064e-4c5c-92f4-ed7913bda852 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:10:14.748943 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-e9b7c74b-064e-4c5c-92f4-ed7913bda852 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:10:14.803442 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0373cd8-b502-4b07-93b7-84f99086393e admin admin] Network c5bfcc55-c157-425c-a732-664dc840526b is scheduled to be hosted by DHCP agent daaa6c79-fb88-4b19-b87f-75e8fe826ec4 with binding_index 1 {{(pid=75040) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 16:10:14.837917 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [req-6edacfb2-0d0d-4e09-b72c-c794a8032b4f req-b6f87fa2-9f1f-409c-b248-b7d805bbfcf1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16129646'] for port, before_response {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:14.839379 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-6edacfb2-0d0d-4e09-b72c-c794a8032b4f req-b6f87fa2-9f1f-409c-b248-b7d805bbfcf1 service neutron] 10.222.0.70 "PUT /v2.0/ports/1f3c1bfd-78ae-48d5-bb8e-72da6b27cdc0 HTTP/1.1" status: 200 len: 1093 time: 5.5215092 Aug 25 16:10:14.879182 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f87fa2-9f1f-409c-b248-b7d805bbfcf1 service neutron] Pushing event updated for resources: {'Port': ['ID=1f3c1bfd-78ae-48d5-bb8e-72da6b27cdc0,revision_number=3']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:14.884755 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-b6f87fa2-9f1f-409c-b248-b7d805bbfcf1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:10:14.886367 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b4cea5-d470-461b-b08e-38fea328ded9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a981f86d-585d-4a1f-afbb-933fcb0e4508,revision_number=1']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:14.898405 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-27b4cea5-d470-461b-b08e-38fea328ded9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:10:14.907598 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.wsgi [-] (75041) accepted ('10.222.0.68', 53162) {{(pid=75041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:10:14.926933 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-27b4cea5-d470-461b-b08e-38fea328ded9 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=6e7d4e8006ce42038dfa6d73bc55e9a3&name=default HTTP/1.1" status: 200 len: 2647 time: 2.2291272 Aug 25 16:10:14.954672 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.scheduler.base_scheduler [None req-a0373cd8-b502-4b07-93b7-84f99086393e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806007-1-smb, c5bfcc55-c157-425c-a732-664dc840526b) {{(pid=75040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:10:14.968557 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aae8340-09b0-44fd-8b59-4eb706a236f3 None None] Network c5bfcc55-c157-425c-a732-664dc840526b requested from dv-cinder-806007-1-smb {{(pid=75042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:10:14.978657 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.notifiers.nova [req-5f761ca7-9571-4f2c-838c-0097a3a19198 req-f7a643bf-a8be-4637-bea5-1d9a5a7a6412 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2004afb-50ec-4eef-af5d-50a1aa80529c {{(pid=75040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:10:14.992569 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0373cd8-b502-4b07-93b7-84f99086393e admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:14.994253 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-a0373cd8-b502-4b07-93b7-84f99086393e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16129646'] for subnet, before_response {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:15.024873 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-39212cba-589e-480f-9302-26333f3e45d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:15.047259 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [req-5f761ca7-9571-4f2c-838c-0097a3a19198 req-f7a643bf-a8be-4637-bea5-1d9a5a7a6412 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:15.064554 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-102b4d48-0db3-46d9-8311-c0940256b41b admin admin] Router f40984fc-802b-4e43-93f0-9adc71a52552 has already been hosted by L3 agent ca94599f-caae-4183-a9a6-f9a0dcce5f21 {{(pid=75040) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 16:10:15.066892 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-39212cba-589e-480f-9302-26333f3e45d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:15.235697 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-39212cba-589e-480f-9302-26333f3e45d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:15.253356 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:10:15.276927 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.provisioning_blocks [req-5f761ca7-9571-4f2c-838c-0097a3a19198 req-f7a643bf-a8be-4637-bea5-1d9a5a7a6412 service neutron] Transition to ACTIVE for port object a2004afb-50ec-4eef-af5d-50a1aa80529c will not be triggered until provisioned by entity L2. {{(pid=75040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:10:15.324427 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [req-5f761ca7-9571-4f2c-838c-0097a3a19198 req-f7a643bf-a8be-4637-bea5-1d9a5a7a6412 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776572168726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776571761677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776571761722'] for port, after_update {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:15.360370 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-a0373cd8-b502-4b07-93b7-84f99086393e admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 3.6854160 Aug 25 16:10:15.365233 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:10:15.378165 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da51e349-883a-43b1-adaf-83f5a646bfd0', 'tag': '10ad7f25-3a4a-4869-b72e-0006ee6c2a61', 'status': 'completed', 'code': 200} Aug 25 16:10:15.382829 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39212cba-589e-480f-9302-26333f3e45d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a981f86d-585d-4a1f-afbb-933fcb0e4508,revision_number=None']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:15.385631 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-39212cba-589e-480f-9302-26333f3e45d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:10:15.387208 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-39212cba-589e-480f-9302-26333f3e45d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:15.389875 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [None req-39212cba-589e-480f-9302-26333f3e45d3 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/a981f86d-585d-4a1f-afbb-933fcb0e4508 HTTP/1.1" status: 204 len: 168 time: 0.4806533 Aug 25 16:10:15.430859 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02ca48ad-b44e-4323-b59b-a3e43b40412c None None] Network c5bfcc55-c157-425c-a732-664dc840526b requested from dv-cinder-806007-1-smb {{(pid=75042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:10:15.656346 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be11e068-7a13-4319-b010-f4b32d0f6f29 req-bb2428c9-0e7a-4598-ae42-f932a8fc92fc tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:15.657336 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [req-be11e068-7a13-4319-b010-f4b32d0f6f29 req-bb2428c9-0e7a-4598-ae42-f932a8fc92fc tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] Synchronizing usage tracker for tenant:9cb4e2d656cb43358370c10c173ff464 on resource:port {{(pid=75041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:10:15.689039 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [req-be11e068-7a13-4319-b010-f4b32d0f6f29 req-bb2428c9-0e7a-4598-ae42-f932a8fc92fc tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] Unset dirty status for tenant:9cb4e2d656cb43358370c10c173ff464 on resource:port {{(pid=75041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:10:15.690385 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-be11e068-7a13-4319-b010-f4b32d0f6f29 req-bb2428c9-0e7a-4598-ae42-f932a8fc92fc tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] 10.222.0.68 "GET /v2.0/ports?device_id=da51e349-883a-43b1-adaf-83f5a646bfd0 HTTP/1.1" status: 200 len: 944 time: 0.2171054 Aug 25 16:10:15.728450 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-d5f6bed0-48cf-4442-bfea-8e9f7a633697 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:15.756259 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [req-be11e068-7a13-4319-b010-f4b32d0f6f29 req-17889390-7216-42a5-a85f-7f38f763d800 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] Synchronizing usage tracker for tenant:9cb4e2d656cb43358370c10c173ff464 on resource:security_group {{(pid=75041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:10:15.777102 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [req-be11e068-7a13-4319-b010-f4b32d0f6f29 req-17889390-7216-42a5-a85f-7f38f763d800 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] Unset dirty status for tenant:9cb4e2d656cb43358370c10c173ff464 on resource:security_group {{(pid=75041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:10:15.779516 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-be11e068-7a13-4319-b010-f4b32d0f6f29 req-17889390-7216-42a5-a85f-7f38f763d800 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] 10.222.0.68 "GET /v2.0/security-groups?id=08292ed9-3586-482c-a672-563a9deccae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822380 Aug 25 16:10:15.802386 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-d5f6bed0-48cf-4442-bfea-8e9f7a633697 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511461'] for security_group_rule, after_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:16.036329 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a643bf-a8be-4637-bea5-1d9a5a7a6412 service neutron] Pushing event updated for resources: {'Port': ['ID=a2004afb-50ec-4eef-af5d-50a1aa80529c,revision_number=2']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:16.039860 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-f7a643bf-a8be-4637-bea5-1d9a5a7a6412 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.675s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:10:16.079461 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.098s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:10:16.143286 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f6bed0-48cf-4442-bfea-8e9f7a633697 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2749806-fb83-4462-90aa-abe08d874dbb,revision_number=0']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:16.184129 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a87e64-4139-476a-b0f8-7600d74f3f14 req-bd00c899-ca5d-423b-82b1-634d1cd225f1 tempest-DeleteServersTestJSON-1501101341 tempest-DeleteServersTestJSON-1501101341-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:16.202845 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-c9a87e64-4139-476a-b0f8-7600d74f3f14 req-bd00c899-ca5d-423b-82b1-634d1cd225f1 tempest-DeleteServersTestJSON-1501101341 tempest-DeleteServersTestJSON-1501101341-project] 10.222.0.68 "GET /v2.0/ports?device_id=2f51e0d0-e81b-46e7-9f40-28851ce056ba HTTP/1.1" status: 200 len: 943 time: 1.1583049 Aug 25 16:10:16.203129 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-d5f6bed0-48cf-4442-bfea-8e9f7a633697 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:10:16.213141 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-d5f6bed0-48cf-4442-bfea-8e9f7a633697 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:16.214283 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-d5f6bed0-48cf-4442-bfea-8e9f7a633697 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 2.0222831 Aug 25 16:10:16.222382 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-4ebb2556-35e8-4c0a-a54f-1d77660b7232 req-ac5551d8-601e-4fdc-a77f-8fd542e80e58 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/ports?device_id=21576f61-6c69-4e7d-bcca-66318419bc0b HTTP/1.1" status: 200 len: 210 time: 0.0976808 Aug 25 16:10:16.228860 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.wsgi [-] (75041) accepted ('10.222.0.68', 53196) {{(pid=75041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:10:16.255142 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 53198) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:10:16.276941 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.v2.base [None req-c9362ecd-fa5f-4e5f-a457-88cc7507d646 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Request body: {'security_group_rule': {'security_group_id': '1d097c96-4f75-4fbf-b31b-824952f1b3d1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=75041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:10:16.309760 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.quota.driver [None req-c9362ecd-fa5f-4e5f-a457-88cc7507d646 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:10:16.320604 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-68edcd04-881f-4bca-9f39-f4cac434144b admin admin] Notify callbacks [] for security_group, before_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:16.325227 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [None req-c9362ecd-fa5f-4e5f-a457-88cc7507d646 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Usage tracker for resource:security_group_rule and tenant:d9f03318c9a74e1a8903854ddc6da304 is out of sync, need to count used quota {{(pid=75041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:10:16.328667 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [None req-c9362ecd-fa5f-4e5f-a457-88cc7507d646 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=75041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:10:16.335707 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.quota.driver [None req-c9362ecd-fa5f-4e5f-a457-88cc7507d646 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=75041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:10:16.369595 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-c9362ecd-fa5f-4e5f-a457-88cc7507d646 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:16.432197 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-01232263-2828-472f-9843-1bcb96e404ed req-602bb28d-71f0-408f-ba07-bcb173a50a7a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9cb4e2d656cb43358370c10c173ff464&device_id=da51e349-883a-43b1-adaf-83f5a646bfd0 HTTP/1.1" status: 200 len: 1097 time: 0.6057360 Aug 25 16:10:16.442674 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.plugins.ml2.managers [req-5f761ca7-9571-4f2c-838c-0097a3a19198 req-f7a643bf-a8be-4637-bea5-1d9a5a7a6412 service neutron] Attempting to bind port a2004afb-50ec-4eef-af5d-50a1aa80529c on host hv-cinder-80600 for vnic_type normal with profile {{(pid=75040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:10:16.443022 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.plugins.ml2.managers [req-5f761ca7-9571-4f2c-838c-0097a3a19198 req-f7a643bf-a8be-4637-bea5-1d9a5a7a6412 service neutron] Attempting to bind port a2004afb-50ec-4eef-af5d-50a1aa80529c by drivers openvswitch,hyperv on host hv-cinder-80600 at level 0 using segments [{'id': '5fb692cd-1aa6-42e2-97e8-f9f429956167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'd0ae9dbb-c442-45e5-bb7b-f5c10c916870'}] {{(pid=75040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:10:16.443379 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f761ca7-9571-4f2c-838c-0097a3a19198 req-f7a643bf-a8be-4637-bea5-1d9a5a7a6412 service neutron] Attempting to bind port a2004afb-50ec-4eef-af5d-50a1aa80529c on network d0ae9dbb-c442-45e5-bb7b-f5c10c916870 {{(pid=75040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:10:16.469595 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-c9a87e64-4139-476a-b0f8-7600d74f3f14 req-c55f3fdf-3102-48c6-9c29-857c16cbf58f tempest-DeleteServersTestJSON-1501101341 tempest-DeleteServersTestJSON-1501101341-project] 10.222.0.68 "GET /v2.0/security-groups?id=0896c8fc-ed64-4b09-8c52-dab04491f838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2541597 Aug 25 16:10:16.472438 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f761ca7-9571-4f2c-838c-0097a3a19198 req-f7a643bf-a8be-4637-bea5-1d9a5a7a6412 service neutron] Port a2004afb-50ec-4eef-af5d-50a1aa80529c on network d0ae9dbb-c442-45e5-bb7b-f5c10c916870 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80600 {{(pid=75040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 16:10:16.472757 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f761ca7-9571-4f2c-838c-0097a3a19198 req-f7a643bf-a8be-4637-bea5-1d9a5a7a6412 service neutron] Attempting to bind port a2004afb-50ec-4eef-af5d-50a1aa80529c on network d0ae9dbb-c442-45e5-bb7b-f5c10c916870 {{(pid=75040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:10:16.527427 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-68edcd04-881f-4bca-9f39-f4cac434144b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:10:16.532204 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-6edacfb2-0d0d-4e09-b72c-c794a8032b4f req-b2c97ec4-ec06-4674-9aee-7ef564e8d1c0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6ea47b7242e845dca68254fc4a5b259b&device_id=2f51e0d0-e81b-46e7-9f40-28851ce056ba HTTP/1.1" status: 200 len: 1096 time: 0.5559905 Aug 25 16:10:16.539596 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-68edcd04-881f-4bca-9f39-f4cac434144b admin admin] Usage tracker for resource:security_group_rule and tenant:a667ed89c8024621b49d0545f63d35bc is out of sync, need to count used quota {{(pid=75040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:10:16.539757 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-01232263-2828-472f-9843-1bcb96e404ed req-a2724053-24fc-4eba-bb2a-cd66729032fa service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=10ad7f25-3a4a-4869-b72e-0006ee6c2a61 HTTP/1.1" status: 200 len: 217 time: 0.0855169 Aug 25 16:10:16.544335 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-c9362ecd-fa5f-4e5f-a457-88cc7507d646 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:16.544462 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-68edcd04-881f-4bca-9f39-f4cac434144b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:10:16.547318 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f761ca7-9571-4f2c-838c-0097a3a19198 req-f7a643bf-a8be-4637-bea5-1d9a5a7a6412 service neutron] Checking agent: {'id': 'ce44fce8-b773-464c-81ed-5793acd8e0ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80600', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 7, 48), 'started_at': datetime.datetime(2021, 8, 25, 16, 7, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 9, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:10:16.547889 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f761ca7-9571-4f2c-838c-0097a3a19198 req-f7a643bf-a8be-4637-bea5-1d9a5a7a6412 service neutron] Checking segment: {'id': '5fb692cd-1aa6-42e2-97e8-f9f429956167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'd0ae9dbb-c442-45e5-bb7b-f5c10c916870'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:10:16.548440 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f761ca7-9571-4f2c-838c-0097a3a19198 req-f7a643bf-a8be-4637-bea5-1d9a5a7a6412 service neutron] Bound using segment: {'id': '5fb692cd-1aa6-42e2-97e8-f9f429956167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'd0ae9dbb-c442-45e5-bb7b-f5c10c916870'} {{(pid=75040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:10:16.548897 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.plugins.ml2.managers [req-5f761ca7-9571-4f2c-838c-0097a3a19198 req-f7a643bf-a8be-4637-bea5-1d9a5a7a6412 service neutron] Bound port: a2004afb-50ec-4eef-af5d-50a1aa80529c, host: hv-cinder-80600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fb692cd-1aa6-42e2-97e8-f9f429956167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'd0ae9dbb-c442-45e5-bb7b-f5c10c916870'}}] {{(pid=75040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:10:16.549323 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [req-5f761ca7-9571-4f2c-838c-0097a3a19198 req-f7a643bf-a8be-4637-bea5-1d9a5a7a6412 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_update {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:16.549423 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-c9362ecd-fa5f-4e5f-a457-88cc7507d646 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511461'] for security_group_rule, after_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:16.559039 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:10:16.578080 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-68edcd04-881f-4bca-9f39-f4cac434144b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:10:16.666861 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9362ecd-fa5f-4e5f-a457-88cc7507d646 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e24f90b-ea96-4087-ac00-6b24a566e92a,revision_number=0']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:16.671186 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-c9362ecd-fa5f-4e5f-a457-88cc7507d646 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:10:16.695566 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-6edacfb2-0d0d-4e09-b72c-c794a8032b4f req-5fc67b6f-53cc-4bf5-9976-f9e81f0aa439 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1f3c1bfd-78ae-48d5-bb8e-72da6b27cdc0 HTTP/1.1" status: 200 len: 217 time: 0.1385064 Aug 25 16:10:16.698123 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-c9362ecd-fa5f-4e5f-a457-88cc7507d646 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:16.702520 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [None req-c9362ecd-fa5f-4e5f-a457-88cc7507d646 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4278135 Aug 25 16:10:16.703240 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.wsgi [-] (75041) accepted ('10.222.0.68', 53214) {{(pid=75041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:10:16.708853 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.plugins.ml2.db [req-5f761ca7-9571-4f2c-838c-0097a3a19198 req-f7a643bf-a8be-4637-bea5-1d9a5a7a6412 service neutron] For port a2004afb-50ec-4eef-af5d-50a1aa80529c, host hv-cinder-80600, cleared binding levels {{(pid=75040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:10:16.714543 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.plugins.ml2.db [req-5f761ca7-9571-4f2c-838c-0097a3a19198 req-f7a643bf-a8be-4637-bea5-1d9a5a7a6412 service neutron] For port a2004afb-50ec-4eef-af5d-50a1aa80529c, host hv-cinder-80600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=a2004afb-50ec-4eef-af5d-50a1aa80529c,segment=NetworkSegment(5fb692cd-1aa6-42e2-97e8-f9f429956167),segment_id=5fb692cd-1aa6-42e2-97e8-f9f429956167)] {{(pid=75040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:10:16.726212 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [req-5f761ca7-9571-4f2c-838c-0097a3a19198 req-f7a643bf-a8be-4637-bea5-1d9a5a7a6412 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776572168726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776571761677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776571761722'] for port, after_update {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:16.734873 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-102b4d48-0db3-46d9-8311-c0940256b41b admin admin] Notify agent at l3_agent.dv-cinder-806007-1-smb the message routers_updated {{(pid=75040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:10:16.743370 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-102b4d48-0db3-46d9-8311-c0940256b41b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:10:16.766642 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.v2.base [None req-93f0344e-082a-48d4-b4ce-f127ec6bd84d tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Request body: {'floatingip': {'floating_network_id': 'af5d4827-908c-4372-9134-1f0198184942'}} {{(pid=75041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:10:16.779518 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01232263-2828-472f-9843-1bcb96e404ed req-88b0fed2-3c58-4a7b-bd72-46a47c5b3957 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:16.781356 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-01232263-2828-472f-9843-1bcb96e404ed req-88b0fed2-3c58-4a7b-bd72-46a47c5b3957 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=33e45a3e-8c03-4dce-9e75-1dc9683ee755 HTTP/1.1" status: 200 len: 853 time: 0.2234809 Aug 25 16:10:16.782399 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.quota.driver [None req-93f0344e-082a-48d4-b4ce-f127ec6bd84d tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:10:16.799152 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-68edcd04-881f-4bca-9f39-f4cac434144b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:16.815349 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-68edcd04-881f-4bca-9f39-f4cac434144b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:16.835310 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-102b4d48-0db3-46d9-8311-c0940256b41b admin admin] 10.222.0.68 "PUT /v2.0/routers/f40984fc-802b-4e43-93f0-9adc71a52552/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.4769523 Aug 25 16:10:16.839544 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [req-5f761ca7-9571-4f2c-838c-0097a3a19198 req-f7a643bf-a8be-4637-bea5-1d9a5a7a6412 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16129646'] for port, before_response {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:16.840958 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-5f761ca7-9571-4f2c-838c-0097a3a19198 req-f7a643bf-a8be-4637-bea5-1d9a5a7a6412 service neutron] 10.222.0.70 "PUT /v2.0/ports/a2004afb-50ec-4eef-af5d-50a1aa80529c HTTP/1.1" status: 200 len: 1094 time: 3.8475943 Aug 25 16:10:16.841439 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '768557d9-c88d-4397-91dd-f58022c93843', 'tag': 'a2004afb-50ec-4eef-af5d-50a1aa80529c'}] {{(pid=75040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:10:16.859082 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.wsgi [-] (75041) accepted ('10.222.0.70', 59028) {{(pid=75041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:10:16.861560 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [None req-93f0344e-082a-48d4-b4ce-f127ec6bd84d tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Usage tracker for resource:floatingip and tenant:d9f03318c9a74e1a8903854ddc6da304 is out of sync, need to count used quota {{(pid=75041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:10:16.868463 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [None req-93f0344e-082a-48d4-b4ce-f127ec6bd84d tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=75041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:10:16.901734 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.wsgi [-] (75041) accepted ('10.222.0.68', 53226) {{(pid=75041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:10:16.910821 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-01232263-2828-472f-9843-1bcb96e404ed req-62c01ad4-2145-4efe-94ca-4df73b83d25e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=aad61cb0-d4d9-415f-959c-855a438981a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1169236 Aug 25 16:10:16.960156 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.quota.driver [None req-93f0344e-082a-48d4-b4ce-f127ec6bd84d tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=75041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:10:16.965041 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.v2.base [None req-a21dc4ab-5812-4c8e-b7c0-c49cf86d6717 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1236766391-network', 'tenant_id': '9f0ccc4b44694f5b8a4b7a8053266ace'}} {{(pid=75041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:10:16.989419 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a643bf-a8be-4637-bea5-1d9a5a7a6412 service neutron] Pushing event updated for resources: {'Port': ['ID=a2004afb-50ec-4eef-af5d-50a1aa80529c,revision_number=3']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:17.005968 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-f7a643bf-a8be-4637-bea5-1d9a5a7a6412 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:10:17.006519 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-27a3491e-ad24-4616-beee-2b118d53f255 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.172s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:10:17.010303 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.quota.driver [None req-a21dc4ab-5812-4c8e-b7c0-c49cf86d6717 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:10:17.042586 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68edcd04-881f-4bca-9f39-f4cac434144b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=759bbbf9-290a-4ec4-9675-8a48d7224c65,revision_number=1']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:17.048854 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-68edcd04-881f-4bca-9f39-f4cac434144b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:10:17.052112 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-68edcd04-881f-4bca-9f39-f4cac434144b admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=a667ed89c8024621b49d0545f63d35bc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7954907 Aug 25 16:10:17.059827 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 53234) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:10:17.078819 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [None req-a21dc4ab-5812-4c8e-b7c0-c49cf86d6717 admin admin] Usage tracker for resource:network and tenant:9f0ccc4b44694f5b8a4b7a8053266ace is out of sync, need to count used quota {{(pid=75041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:10:17.081835 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [None req-a21dc4ab-5812-4c8e-b7c0-c49cf86d6717 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:10:17.118917 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edacfb2-0d0d-4e09-b72c-c794a8032b4f req-77d8ccbf-614a-4ffd-a914-0db1f0f3f5d5 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:17.120206 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-6edacfb2-0d0d-4e09-b72c-c794a8032b4f req-77d8ccbf-614a-4ffd-a914-0db1f0f3f5d5 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=7783e8b6-ecc8-40e1-8050-a3a6ed16ed40 HTTP/1.1" status: 200 len: 852 time: 0.3972476 Aug 25 16:10:17.140448 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-93f0344e-082a-48d4-b4ce-f127ec6bd84d tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Notify callbacks [] for floatingip, before_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:17.149217 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-5f761ca7-9571-4f2c-838c-0097a3a19198 req-07cf5902-f7c8-4970-b595-9da6db91ae5b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7bcd0c2726864d0db2590ec11bb3d659&device_id=768557d9-c88d-4397-91dd-f58022c93843 HTTP/1.1" status: 200 len: 1097 time: 0.1996453 Aug 25 16:10:17.159952 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.quota.driver [None req-a21dc4ab-5812-4c8e-b7c0-c49cf86d6717 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:10:17.256588 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-5f761ca7-9571-4f2c-838c-0097a3a19198 req-acd5b9dd-3aeb-499c-bbf0-72c01c0dca3b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a2004afb-50ec-4eef-af5d-50a1aa80529c HTTP/1.1" status: 200 len: 217 time: 0.0884662 Aug 25 16:10:17.258189 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-6edacfb2-0d0d-4e09-b72c-c794a8032b4f req-3db5f05c-f878-4a11-8d14-5524e780a1d5 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=373ee3d7-15ca-414d-850b-d95a30a849a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0919499 Aug 25 16:10:17.264072 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-9e38bb13-0805-45da-9b99-02cda7aca1e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:17.326128 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a21dc4ab-5812-4c8e-b7c0-c49cf86d6717 admin admin] Made reservation on behalf of 9f0ccc4b44694f5b8a4b7a8053266ace for: {'network': 1} {{(pid=75041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:10:17.339098 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-a21dc4ab-5812-4c8e-b7c0-c49cf86d6717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for network, before_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:17.366802 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f761ca7-9571-4f2c-838c-0097a3a19198 req-1bc43c87-5a50-4a7c-b27b-cbc249f90eff service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:17.368393 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-5f761ca7-9571-4f2c-838c-0097a3a19198 req-1bc43c87-5a50-4a7c-b27b-cbc249f90eff service neutron] 10.222.0.70 "GET /v2.0/subnets?id=69cf06f5-4b93-4431-8d8c-27a4df3b9aa7 HTTP/1.1" status: 200 len: 859 time: 0.0671303 Aug 25 16:10:17.404366 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f51e0d0-e81b-46e7-9f40-28851ce056ba', 'tag': '1f3c1bfd-78ae-48d5-bb8e-72da6b27cdc0'}] {{(pid=75041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:10:17.424074 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-9e38bb13-0805-45da-9b99-02cda7aca1e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:17.432736 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '768557d9-c88d-4397-91dd-f58022c93843', 'tag': 'a2004afb-50ec-4eef-af5d-50a1aa80529c', 'status': 'completed', 'code': 200} Aug 25 16:10:17.442321 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-5f761ca7-9571-4f2c-838c-0097a3a19198 req-45f2adc2-722e-4934-8e78-22a47fd995f5 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d0ae9dbb-c442-45e5-bb7b-f5c10c916870&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0618641 Aug 25 16:10:17.488210 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686691d7-d528-4b5a-bff9-190da9453ae6 req-5256c7c6-df99-4f5b-8773-ff89d0eb264e tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:17.489706 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-686691d7-d528-4b5a-bff9-190da9453ae6 req-5256c7c6-df99-4f5b-8773-ff89d0eb264e tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.70 "GET /v2.0/networks?id=d0ae9dbb-c442-45e5-bb7b-f5c10c916870 HTTP/1.1" status: 200 len: 819 time: 0.6249464 Aug 25 16:10:17.498852 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-a21dc4ab-5812-4c8e-b7c0-c49cf86d6717 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:17.512477 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.v2.base [req-686691d7-d528-4b5a-bff9-190da9453ae6 req-40ac0438-f8bd-42c6-ba49-d85a54c22609 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] Request body: {'port': {'device_id': '21576f61-6c69-4e7d-bcca-66318419bc0b', 'network_id': 'd0ae9dbb-c442-45e5-bb7b-f5c10c916870', 'admin_state_up': True, 'tenant_id': '7bcd0c2726864d0db2590ec11bb3d659'}} {{(pid=75041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:10:17.600140 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-9e38bb13-0805-45da-9b99-02cda7aca1e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:17.621007 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-d07dc312-f7fe-4714-824f-4cbf9cefad86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:10:17.638325 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-9e38bb13-0805-45da-9b99-02cda7aca1e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:17.639475 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-9e38bb13-0805-45da-9b99-02cda7aca1e0 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/759bbbf9-290a-4ec4-9675-8a48d7224c65 HTTP/1.1" status: 204 len: 168 time: 0.5762243 Aug 25 16:10:17.660929 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-5f761ca7-9571-4f2c-838c-0097a3a19198 req-8e3601c3-43cd-4b19-8589-fc3b3a4cddd0 service neutron] 10.222.0.70 "GET /v2.0/networks/d0ae9dbb-c442-45e5-bb7b-f5c10c916870?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2088649 Aug 25 16:10:17.664315 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e38bb13-0805-45da-9b99-02cda7aca1e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=759bbbf9-290a-4ec4-9675-8a48d7224c65,revision_number=None']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:17.672681 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-9e38bb13-0805-45da-9b99-02cda7aca1e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:10:17.715086 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-01232263-2828-472f-9843-1bcb96e404ed req-01546987-620a-4d96-8bfb-c243704bcc4d service neutron] 10.222.0.70 "GET /v2.0/networks/aad61cb0-d4d9-415f-959c-855a438981a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7358439 Aug 25 16:10:17.874069 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.quota.driver [None req-a21dc4ab-5812-4c8e-b7c0-c49cf86d6717 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:10:17.918271 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ddd534-70bb-4750-9a2d-a973054597d7 req-d1a01105-95d7-485f-86f9-7d2794e91a6e tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:17.920290 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-22ddd534-70bb-4750-9a2d-a973054597d7 req-d1a01105-95d7-485f-86f9-7d2794e91a6e tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] 10.222.0.68 "GET /v2.0/ports?device_id=da51e349-883a-43b1-adaf-83f5a646bfd0 HTTP/1.1" status: 200 len: 944 time: 0.8353908 Aug 25 16:10:17.932199 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [None req-a21dc4ab-5812-4c8e-b7c0-c49cf86d6717 admin admin] Usage tracker for resource:security_group_rule and tenant:9f0ccc4b44694f5b8a4b7a8053266ace is out of sync, need to count used quota {{(pid=75041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:10:17.948463 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-5f761ca7-9571-4f2c-838c-0097a3a19198 req-d3f62702-ebda-48df-9d20-5ba5c55f910f service neutron] 10.222.0.70 "GET /v2.0/networks/d0ae9dbb-c442-45e5-bb7b-f5c10c916870?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2766831 Aug 25 16:10:17.953171 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-6edacfb2-0d0d-4e09-b72c-c794a8032b4f req-2196c359-9911-41b2-af68-9d0faa66b618 service neutron] 10.222.0.70 "GET /v2.0/networks/373ee3d7-15ca-414d-850b-d95a30a849a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6301246 Aug 25 16:10:17.956536 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [None req-a21dc4ab-5812-4c8e-b7c0-c49cf86d6717 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:10:17.986186 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.quota.driver [None req-a21dc4ab-5812-4c8e-b7c0-c49cf86d6717 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:10:18.088961 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-612c5988-e33b-4aaf-a6ad-c53727cb6d8f req-6622d315-9529-4c7c-af22-3c250ada8432 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7bcd0c2726864d0db2590ec11bb3d659&device_id=768557d9-c88d-4397-91dd-f58022c93843 HTTP/1.1" status: 200 len: 1097 time: 0.0856023 Aug 25 16:10:18.180071 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 53284) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:10:18.186520 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.quota.driver [req-686691d7-d528-4b5a-bff9-190da9453ae6 req-40ac0438-f8bd-42c6-ba49-d85a54c22609 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:10:18.191879 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.v2.base [None req-09c186bf-c208-4421-9a0d-ef7d8e21bea3 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Request body: {'security_group': {'name': 'tempest-securitygroup--308653163', 'description': 'tempest-description--2022277107'}} {{(pid=75040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:10:18.203419 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-09c186bf-c208-4421-9a0d-ef7d8e21bea3 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:10:18.205957 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [req-686691d7-d528-4b5a-bff9-190da9453ae6 req-40ac0438-f8bd-42c6-ba49-d85a54c22609 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] Usage tracker for resource:port and tenant:7bcd0c2726864d0db2590ec11bb3d659 is out of sync, need to count used quota {{(pid=75041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:10:18.212209 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-09c186bf-c208-4421-9a0d-ef7d8e21bea3 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Usage tracker for resource:security_group and tenant:dc71d1df614a4412aaf0b6136cfc4aba is out of sync, need to count used quota {{(pid=75040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:10:18.217139 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-09c186bf-c208-4421-9a0d-ef7d8e21bea3 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=75040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:10:18.224297 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [req-686691d7-d528-4b5a-bff9-190da9453ae6 req-40ac0438-f8bd-42c6-ba49-d85a54c22609 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] Quota usage for port was recalculated. Used quota:2. {{(pid=75041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:10:18.234916 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-09c186bf-c208-4421-9a0d-ef7d8e21bea3 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:10:18.252732 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.quota.driver [req-686691d7-d528-4b5a-bff9-190da9453ae6 req-40ac0438-f8bd-42c6-ba49-d85a54c22609 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=75041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:10:18.270501 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-22ddd534-70bb-4750-9a2d-a973054597d7 req-020db2d0-3c9c-49e7-b175-4e655c7f9f33 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] 10.222.0.68 "GET /v2.0/security-groups?id=08292ed9-3586-482c-a672-563a9deccae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3353138 Aug 25 16:10:18.286835 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-01232263-2828-472f-9843-1bcb96e404ed req-2b8f913e-ee9b-44a0-9d5f-6ecce1a89c87 service neutron] 10.222.0.70 "GET /v2.0/networks/aad61cb0-d4d9-415f-959c-855a438981a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5576949 Aug 25 16:10:18.314013 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-09c186bf-c208-4421-9a0d-ef7d8e21bea3 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Notify callbacks [] for security_group, before_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:18.319528 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-686691d7-d528-4b5a-bff9-190da9453ae6 req-40ac0438-f8bd-42c6-ba49-d85a54c22609 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] Made reservation on behalf of 7bcd0c2726864d0db2590ec11bb3d659 for: {'port': 1} {{(pid=75041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:10:18.334463 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [req-686691d7-d528-4b5a-bff9-190da9453ae6 req-40ac0438-f8bd-42c6-ba49-d85a54c22609 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:18.379002 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612c5988-e33b-4aaf-a6ad-c53727cb6d8f req-2797c5c3-c8ee-4cda-b91c-cca410a5cf5d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:18.384269 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-612c5988-e33b-4aaf-a6ad-c53727cb6d8f req-2797c5c3-c8ee-4cda-b91c-cca410a5cf5d service neutron] 10.222.0.70 "GET /v2.0/networks?id=d0ae9dbb-c442-45e5-bb7b-f5c10c916870 HTTP/1.1" status: 200 len: 920 time: 0.2871294 Aug 25 16:10:18.432036 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-93f0344e-082a-48d4-b4ce-f127ec6bd84d tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:18.471823 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:18.490558 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f51e0d0-e81b-46e7-9f40-28851ce056ba', 'tag': '1f3c1bfd-78ae-48d5-bb8e-72da6b27cdc0', 'status': 'completed', 'code': 200} Aug 25 16:10:18.551964 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-6edacfb2-0d0d-4e09-b72c-c794a8032b4f req-697b6712-26ce-440a-8003-e5472b02ab8d service neutron] 10.222.0.70 "GET /v2.0/networks/373ee3d7-15ca-414d-850b-d95a30a849a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5689504 Aug 25 16:10:18.554181 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [req-8efa7379-0ac4-403f-b2e9-34d477c2d7c9 req-29a8189e-0fe2-438e-899d-3adf8a5b4ea1 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] Synchronizing usage tracker for tenant:7bcd0c2726864d0db2590ec11bb3d659 on resource:port {{(pid=75040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:10:18.578134 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-a21dc4ab-5812-4c8e-b7c0-c49cf86d6717 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:18.578333 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-09c186bf-c208-4421-9a0d-ef7d8e21bea3 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:10:18.584353 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-612c5988-e33b-4aaf-a6ad-c53727cb6d8f req-450e5bf6-49a3-4e27-86d4-7a58dd3f99be service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a2004afb-50ec-4eef-af5d-50a1aa80529c HTTP/1.1" status: 200 len: 217 time: 0.1866579 Aug 25 16:10:18.589857 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-09c186bf-c208-4421-9a0d-ef7d8e21bea3 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Usage tracker for resource:security_group_rule and tenant:dc71d1df614a4412aaf0b6136cfc4aba is out of sync, need to count used quota {{(pid=75040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:10:18.594924 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-09c186bf-c208-4421-9a0d-ef7d8e21bea3 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=75040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:10:18.605195 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-a21dc4ab-5812-4c8e-b7c0-c49cf86d6717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:18.632346 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-09c186bf-c208-4421-9a0d-ef7d8e21bea3 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:10:18.638599 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [req-8efa7379-0ac4-403f-b2e9-34d477c2d7c9 req-29a8189e-0fe2-438e-899d-3adf8a5b4ea1 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] Unset dirty status for tenant:7bcd0c2726864d0db2590ec11bb3d659 on resource:port {{(pid=75040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:10:18.639977 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-8efa7379-0ac4-403f-b2e9-34d477c2d7c9 req-29a8189e-0fe2-438e-899d-3adf8a5b4ea1 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/ports?device_id=21576f61-6c69-4e7d-bcca-66318419bc0b HTTP/1.1" status: 200 len: 210 time: 0.1533499 Aug 25 16:10:18.684291 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612c5988-e33b-4aaf-a6ad-c53727cb6d8f req-f905f551-438a-4e6d-9a25-d0ead03c5403 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:18.686389 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-612c5988-e33b-4aaf-a6ad-c53727cb6d8f req-f905f551-438a-4e6d-9a25-d0ead03c5403 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=69cf06f5-4b93-4431-8d8c-27a4df3b9aa7 HTTP/1.1" status: 200 len: 859 time: 0.0885267 Aug 25 16:10:18.699025 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-899a96cd-db7f-4df2-80fd-7b9ec4b72bbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:10:18.762260 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-612c5988-e33b-4aaf-a6ad-c53727cb6d8f req-b5be6ab2-8a8d-4e08-b17b-f2de186478bd service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d0ae9dbb-c442-45e5-bb7b-f5c10c916870&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0633724 Aug 25 16:10:18.799380 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a21dc4ab-5812-4c8e-b7c0-c49cf86d6717 admin admin] vlan segment allocate from pool success with {'vlan_id': 858, 'physical_network': 'physnet1'} {{(pid=75041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 25 16:10:18.856171 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-09c186bf-c208-4421-9a0d-ef7d8e21bea3 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Notify callbacks [] for security_group, precommit_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:18.912863 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-a21dc4ab-5812-4c8e-b7c0-c49cf86d6717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16198673'] for segment, precommit_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:18.912863 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.db.segments_db [None req-a21dc4ab-5812-4c8e-b7c0-c49cf86d6717 admin admin] Added segment a37d833d-66e9-4f65-9a94-3699a0dcc73d of type vlan for network 627d7701-c287-4b8d-9577-aafb3373aa52 Aug 25 16:10:18.913328 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-09c186bf-c208-4421-9a0d-ef7d8e21bea3 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:18.922083 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-b942e735-972c-4c52-83d1-626854d7d7b5 req-9b2f97a8-dea8-4049-98c0-e3f6f161b56e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9cb4e2d656cb43358370c10c173ff464&device_id=da51e349-883a-43b1-adaf-83f5a646bfd0 HTTP/1.1" status: 200 len: 1097 time: 0.5629609 Aug 25 16:10:18.931732 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21dc4ab-5812-4c8e-b7c0-c49cf86d6717 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c72380db-1d17-4830-9d69-c37c0b3f6c25,revision_number=1']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:18.933298 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:10:18.972824 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-a21dc4ab-5812-4c8e-b7c0-c49cf86d6717 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:10:18.981747 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-09c186bf-c208-4421-9a0d-ef7d8e21bea3 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Notify callbacks [] for security_group, before_response {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:18.983030 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-09c186bf-c208-4421-9a0d-ef7d8e21bea3 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.8020098 Aug 25 16:10:18.987811 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 53306) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:10:18.991104 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c186bf-c208-4421-9a0d-ef7d8e21bea3 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3fd554c8-8e1b-4d92-bc55-34a0478699d4,revision_number=1']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:18.993126 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-09c186bf-c208-4421-9a0d-ef7d8e21bea3 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:10:19.015116 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.db_base_plugin_common [None req-93f0344e-082a-48d4-b4ce-f127ec6bd84d tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Allocated IP 172.28.0.52 (af5d4827-908c-4372-9134-1f0198184942/a4c12025-f163-4c64-acba-906df26214d3/5c5e38f0-a8fa-4366-ab14-71cf6760f246) {{(pid=75041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:10:19.016347 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.v2.base [None req-2b9fa90a-5761-4896-a20d-cb8de49ba724 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Request body: {'security_group_rule': {'security_group_id': '3fd554c8-8e1b-4d92-bc55-34a0478699d4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=75040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:10:19.024882 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-2b9fa90a-5761-4896-a20d-cb8de49ba724 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:10:19.033193 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-2b9fa90a-5761-4896-a20d-cb8de49ba724 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Usage tracker for resource:security_group_rule and tenant:dc71d1df614a4412aaf0b6136cfc4aba is out of sync, need to count used quota {{(pid=75040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:10:19.043968 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-2b9fa90a-5761-4896-a20d-cb8de49ba724 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=75040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:10:19.053936 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-2b9fa90a-5761-4896-a20d-cb8de49ba724 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:10:19.060211 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-612c5988-e33b-4aaf-a6ad-c53727cb6d8f req-81837228-1803-4426-9177-8d036570ab7e service neutron] 10.222.0.70 "GET /v2.0/networks/d0ae9dbb-c442-45e5-bb7b-f5c10c916870?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2871644 Aug 25 16:10:19.069852 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.db_base_plugin_common [req-686691d7-d528-4b5a-bff9-190da9453ae6 req-40ac0438-f8bd-42c6-ba49-d85a54c22609 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] Allocated IP 172.20.0.10 (d0ae9dbb-c442-45e5-bb7b-f5c10c916870/69cf06f5-4b93-4431-8d8c-27a4df3b9aa7/4515a93f-3bd9-4662-9c95-c434db83c9bf) {{(pid=75041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:10:19.101050 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-a21dc4ab-5812-4c8e-b7c0-c49cf86d6717 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776571744898'] for network, precommit_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:19.132941 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-e0827c68-f1c1-4c42-b917-027ba527681a req-1d12149b-8aba-4492-8c5e-9605d4f6f51a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6ea47b7242e845dca68254fc4a5b259b&device_id=2f51e0d0-e81b-46e7-9f40-28851ce056ba HTTP/1.1" status: 200 len: 1096 time: 0.4859452 Aug 25 16:10:19.197421 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-2b9fa90a-5761-4896-a20d-cb8de49ba724 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:19.216431 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1e57f0-8d1d-4748-a4ad-7289fa6a9e6b req-11ad962b-cb01-4209-b182-58919199bbac tempest-DeleteServersTestJSON-1501101341 tempest-DeleteServersTestJSON-1501101341-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:19.217955 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-6d1e57f0-8d1d-4748-a4ad-7289fa6a9e6b req-11ad962b-cb01-4209-b182-58919199bbac tempest-DeleteServersTestJSON-1501101341 tempest-DeleteServersTestJSON-1501101341-project] 10.222.0.68 "GET /v2.0/ports?device_id=2f51e0d0-e81b-46e7-9f40-28851ce056ba HTTP/1.1" status: 200 len: 943 time: 0.6296158 Aug 25 16:10:19.267900 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-2b9fa90a-5761-4896-a20d-cb8de49ba724 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:19.274394 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-2b9fa90a-5761-4896-a20d-cb8de49ba724 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511461'] for security_group_rule, after_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:19.295085 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.db.resource_extend [None req-a21dc4ab-5812-4c8e-b7c0-c49cf86d6717 admin admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=75041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 25 16:10:19.307537 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-d5f6bed0-48cf-4442-bfea-8e9f7a633697 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:10:19.321200 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-2b9fa90a-5761-4896-a20d-cb8de49ba724 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:19.325813 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-2b9fa90a-5761-4896-a20d-cb8de49ba724 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3337834 Aug 25 16:10:19.355844 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 53316) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:10:19.368163 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.v2.base [None req-271f70b5-8fe3-42ab-bb7b-b211b04bb6d8 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Request body: {'security_group_rule': {'security_group_id': '3fd554c8-8e1b-4d92-bc55-34a0478699d4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=75040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:10:19.376325 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-271f70b5-8fe3-42ab-bb7b-b211b04bb6d8 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:10:19.381056 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-271f70b5-8fe3-42ab-bb7b-b211b04bb6d8 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Usage tracker for resource:security_group_rule and tenant:dc71d1df614a4412aaf0b6136cfc4aba is out of sync, need to count used quota {{(pid=75040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:10:19.384986 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-271f70b5-8fe3-42ab-bb7b-b211b04bb6d8 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=75040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:10:19.392251 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-271f70b5-8fe3-42ab-bb7b-b211b04bb6d8 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:10:19.397970 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9fa90a-5761-4896-a20d-cb8de49ba724 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0ca2ef5-dd32-4ea4-b12b-3392e3ae4879,revision_number=0']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:19.412782 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-2b9fa90a-5761-4896-a20d-cb8de49ba724 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:10:19.436290 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-612c5988-e33b-4aaf-a6ad-c53727cb6d8f req-1d245ad5-2914-4856-9321-cf985a693569 service neutron] 10.222.0.70 "GET /v2.0/networks/d0ae9dbb-c442-45e5-bb7b-f5c10c916870?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3690717 Aug 25 16:10:19.457639 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-271f70b5-8fe3-42ab-bb7b-b211b04bb6d8 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:19.499308 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-a21dc4ab-5812-4c8e-b7c0-c49cf86d6717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748'] for network, after_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:19.553347 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 53324) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:10:19.554392 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a21dc4ab-5812-4c8e-b7c0-c49cf86d6717 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:19.555008 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-a21dc4ab-5812-4c8e-b7c0-c49cf86d6717 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16129646'] for network, before_response {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:19.558904 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b942e735-972c-4c52-83d1-626854d7d7b5 req-ada57103-b817-4384-868a-a455c685d270 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:19.560417 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-b942e735-972c-4c52-83d1-626854d7d7b5 req-ada57103-b817-4384-868a-a455c685d270 service neutron] 10.222.0.70 "GET /v2.0/networks?id=aad61cb0-d4d9-415f-959c-855a438981a1 HTTP/1.1" status: 200 len: 914 time: 0.6237512 Aug 25 16:10:19.572092 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-271f70b5-8fe3-42ab-bb7b-b211b04bb6d8 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:19.584487 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:10:19.610471 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-271f70b5-8fe3-42ab-bb7b-b211b04bb6d8 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511461'] for security_group_rule, after_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:19.623735 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:10:19.645781 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271f70b5-8fe3-42ab-bb7b-b211b04bb6d8 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f63e945-2e06-4b4e-97d9-02fcb8e34265,revision_number=0']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:19.665002 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-271f70b5-8fe3-42ab-bb7b-b211b04bb6d8 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:10:19.685908 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-271f70b5-8fe3-42ab-bb7b-b211b04bb6d8 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:19.687258 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-271f70b5-8fe3-42ab-bb7b-b211b04bb6d8 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3276172 Aug 25 16:10:19.690480 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 53332) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:10:19.696184 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.v2.base [None req-0861ef41-6bd2-4b83-9781-81a38116a9c6 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Request body: {'floatingip': {'floating_network_id': 'af5d4827-908c-4372-9134-1f0198184942'}} {{(pid=75040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:10:19.702985 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-0861ef41-6bd2-4b83-9781-81a38116a9c6 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:10:19.707414 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-0861ef41-6bd2-4b83-9781-81a38116a9c6 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Usage tracker for resource:floatingip and tenant:dc71d1df614a4412aaf0b6136cfc4aba is out of sync, need to count used quota {{(pid=75040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:10:19.711231 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-0861ef41-6bd2-4b83-9781-81a38116a9c6 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=75040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:10:19.719812 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-0861ef41-6bd2-4b83-9781-81a38116a9c6 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:10:19.732509 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-0861ef41-6bd2-4b83-9781-81a38116a9c6 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Notify callbacks [] for floatingip, before_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:19.758993 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67ae895-4111-43b4-af84-63bbc7d461eb req-7ee831f9-c994-46fa-a837-c086ea253d99 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:19.760653 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-a67ae895-4111-43b4-af84-63bbc7d461eb req-7ee831f9-c994-46fa-a837-c086ea253d99 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] 10.222.0.68 "GET /v2.0/ports?device_id=da51e349-883a-43b1-adaf-83f5a646bfd0 HTTP/1.1" status: 200 len: 944 time: 0.1976705 Aug 25 16:10:19.888956 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-1ef9b8b4-0639-4bd8-acef-7a481b3f4afe admin admin] Notify callbacks [] for security_group, before_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:19.922962 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-a67ae895-4111-43b4-af84-63bbc7d461eb req-65618e1c-2c55-489f-8547-20621de7dcb3 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] 10.222.0.68 "GET /v2.0/security-groups?id=08292ed9-3586-482c-a672-563a9deccae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562121 Aug 25 16:10:19.962204 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-1ef9b8b4-0639-4bd8-acef-7a481b3f4afe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:10:19.977925 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-1ef9b8b4-0639-4bd8-acef-7a481b3f4afe admin admin] Usage tracker for resource:security_group_rule and tenant:cec9673e04fc4f70ab7b0a99e7118977 is out of sync, need to count used quota {{(pid=75040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:10:19.982098 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-1ef9b8b4-0639-4bd8-acef-7a481b3f4afe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:10:19.989991 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-1ef9b8b4-0639-4bd8-acef-7a481b3f4afe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:10:20.011291 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-0861ef41-6bd2-4b83-9781-81a38116a9c6 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:20.074332 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-6d1e57f0-8d1d-4748-a4ad-7289fa6a9e6b req-55bc8f86-5e21-4e0c-a199-9a3a10bd1be9 tempest-DeleteServersTestJSON-1501101341 tempest-DeleteServersTestJSON-1501101341-project] 10.222.0.68 "GET /v2.0/security-groups?id=0896c8fc-ed64-4b09-8c52-dab04491f838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6979063 Aug 25 16:10:20.118675 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-b942e735-972c-4c52-83d1-626854d7d7b5 req-af6d1990-109c-452c-b5ce-bca7eecf2eae service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=10ad7f25-3a4a-4869-b72e-0006ee6c2a61 HTTP/1.1" status: 200 len: 217 time: 0.5179973 Aug 25 16:10:20.122519 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-91dfa8d9-fae9-4a0b-8e46-b9d016d7c272 req-8f88da82-d382-4c8d-8a38-9c88c16051c3 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/ports?device_id=21576f61-6c69-4e7d-bcca-66318419bc0b HTTP/1.1" status: 200 len: 210 time: 0.0681961 Aug 25 16:10:20.138886 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21dc4ab-5812-4c8e-b7c0-c49cf86d6717 admin admin] Pushing event updated for resources: {'Network': ['ID=627d7701-c287-4b8d-9577-aafb3373aa52,revision_number=1']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:20.151506 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Network 627d7701-c287-4b8d-9577-aafb3373aa52 details requested by agent ovs-agent-dv-cinder-806007-1-smb with host dv-cinder-806007-1-smb {{(pid=75042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 25 16:10:20.189000 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-1ef9b8b4-0639-4bd8-acef-7a481b3f4afe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:20.193519 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-1ef9b8b4-0639-4bd8-acef-7a481b3f4afe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:20.200110 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-59a5ef0e-30aa-4035-8ae5-b07342b1b02c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:10:20.206664 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0827c68-f1c1-4c42-b917-027ba527681a req-658d8d10-4bbf-470e-8f43-388f68757a1c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:20.208192 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-e0827c68-f1c1-4c42-b917-027ba527681a req-658d8d10-4bbf-470e-8f43-388f68757a1c service neutron] 10.222.0.70 "GET /v2.0/networks?id=373ee3d7-15ca-414d-850b-d95a30a849a6 HTTP/1.1" status: 200 len: 913 time: 1.0514300 Aug 25 16:10:20.211133 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-93f0344e-082a-48d4-b4ce-f127ec6bd84d tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Notify callbacks [] for port, precommit_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:20.214402 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-a21dc4ab-5812-4c8e-b7c0-c49cf86d6717 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.630s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:10:20.238330 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [None req-a21dc4ab-5812-4c8e-b7c0-c49cf86d6717 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 3.3303077 Aug 25 16:10:20.245355 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 53346) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:10:20.251753 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.v2.base [None req-8b66695e-ae7f-4698-a8d4-981cf4a704fb admin admin] Request body: {'subnet': {'network_id': '627d7701-c287-4b8d-9577-aafb3373aa52', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1236766391-subnet', 'tenant_id': '9f0ccc4b44694f5b8a4b7a8053266ace', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:10:20.257512 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef9b8b4-0639-4bd8-acef-7a481b3f4afe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ad2aca1-08f5-40a7-828f-22883b68c1e9,revision_number=1']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:20.264187 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-1ef9b8b4-0639-4bd8-acef-7a481b3f4afe admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=cec9673e04fc4f70ab7b0a99e7118977&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7095115 Aug 25 16:10:20.265516 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-8b66695e-ae7f-4698-a8d4-981cf4a704fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:10:20.267959 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-1ef9b8b4-0639-4bd8-acef-7a481b3f4afe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:10:20.268474 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 53350) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:10:20.282319 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-8b66695e-ae7f-4698-a8d4-981cf4a704fb admin admin] Usage tracker for resource:subnet and tenant:9f0ccc4b44694f5b8a4b7a8053266ace is out of sync, need to count used quota {{(pid=75040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:10:20.286213 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-8b66695e-ae7f-4698-a8d4-981cf4a704fb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:10:20.295571 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-8b66695e-ae7f-4698-a8d4-981cf4a704fb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:10:20.325834 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b66695e-ae7f-4698-a8d4-981cf4a704fb admin admin] Made reservation on behalf of 9f0ccc4b44694f5b8a4b7a8053266ace for: {'subnet': 1} {{(pid=75040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:10:20.327977 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-8b66695e-ae7f-4698-a8d4-981cf4a704fb admin admin] Notify callbacks [] for subnet, before_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:20.357560 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-e0827c68-f1c1-4c42-b917-027ba527681a req-610eb001-ce85-4d6b-8651-2435b6fbdd75 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1f3c1bfd-78ae-48d5-bb8e-72da6b27cdc0 HTTP/1.1" status: 200 len: 217 time: 0.1213415 Aug 25 16:10:20.415890 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [req-686691d7-d528-4b5a-bff9-190da9453ae6 req-40ac0438-f8bd-42c6-ba49-d85a54c22609 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] Notify callbacks [] for port, precommit_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:20.424038 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b942e735-972c-4c52-83d1-626854d7d7b5 req-a81f9f7f-8a6f-4c31-8584-7ed37f175146 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:20.425493 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-b942e735-972c-4c52-83d1-626854d7d7b5 req-a81f9f7f-8a6f-4c31-8584-7ed37f175146 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=33e45a3e-8c03-4dce-9e75-1dc9683ee755 HTTP/1.1" status: 200 len: 853 time: 0.2881126 Aug 25 16:10:20.433500 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-6289710f-1a5f-4b90-8c91-5474767c9b6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:20.475339 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-6289710f-1a5f-4b90-8c91-5474767c9b6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:20.503677 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-b942e735-972c-4c52-83d1-626854d7d7b5 req-370ce802-bc88-4fd2-8823-1bfb02fca101 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=aad61cb0-d4d9-415f-959c-855a438981a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0637598 Aug 25 16:10:20.509731 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0827c68-f1c1-4c42-b917-027ba527681a req-f5ed88da-f680-43cf-bd49-a75b9a4dd842 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:20.511460 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-e0827c68-f1c1-4c42-b917-027ba527681a req-f5ed88da-f680-43cf-bd49-a75b9a4dd842 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=7783e8b6-ecc8-40e1-8050-a3a6ed16ed40 HTTP/1.1" status: 200 len: 852 time: 0.1393816 Aug 25 16:10:20.534684 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-93f0344e-082a-48d4-b4ce-f127ec6bd84d tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776571788279'] for port, after_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:20.624917 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:10:20.637026 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.db_base_plugin_common [None req-0861ef41-6bd2-4b83-9781-81a38116a9c6 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Allocated IP 172.28.0.251 (af5d4827-908c-4372-9134-1f0198184942/a4c12025-f163-4c64-acba-906df26214d3/023b207d-b2fe-46da-a61d-d200fc35d19d) {{(pid=75040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:10:20.661602 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-6289710f-1a5f-4b90-8c91-5474767c9b6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:20.677946 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-e0827c68-f1c1-4c42-b917-027ba527681a req-91b5e49a-9278-4310-b8e3-bf5b1037f8a6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=373ee3d7-15ca-414d-850b-d95a30a849a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1389916 Aug 25 16:10:20.679061 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-ecf22078-8b6f-4a54-8642-7b128ca2f689 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:10:20.713118 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6289710f-1a5f-4b90-8c91-5474767c9b6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ad2aca1-08f5-40a7-828f-22883b68c1e9,revision_number=None']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:20.765755 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-6289710f-1a5f-4b90-8c91-5474767c9b6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:10:20.773651 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-8b66695e-ae7f-4698-a8d4-981cf4a704fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748'] for subnet, after_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:20.786195 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:10:20.791161 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [req-686691d7-d528-4b5a-bff9-190da9453ae6 req-40ac0438-f8bd-42c6-ba49-d85a54c22609 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776571788279'] for port, after_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:20.813642 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93f0344e-082a-48d4-b4ce-f127ec6bd84d tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Network af5d4827-908c-4372-9134-1f0198184942 is already hosted by enough agents. {{(pid=75041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:10:20.823708 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f0344e-082a-48d4-b4ce-f127ec6bd84d tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Pushing event updated for resources: {'Port': ['ID=5c5e38f0-a8fa-4366-ab14-71cf6760f246,revision_number=1']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:20.826748 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.scheduler.base_scheduler [None req-93f0344e-082a-48d4-b4ce-f127ec6bd84d tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Resources bound (agent type, host, resource id): {{(pid=75041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:10:20.832358 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-93f0344e-082a-48d4-b4ce-f127ec6bd84d tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:10:20.832841 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-93f0344e-082a-48d4-b4ce-f127ec6bd84d tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:10:20.852955 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-6289710f-1a5f-4b90-8c91-5474767c9b6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:20.854129 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-6289710f-1a5f-4b90-8c91-5474767c9b6d admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/3ad2aca1-08f5-40a7-828f-22883b68c1e9 HTTP/1.1" status: 204 len: 168 time: 0.5848351 Aug 25 16:10:20.872879 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f0344e-082a-48d4-b4ce-f127ec6bd84d tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Received port after_create {{(pid=75041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:10:20.882207 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b66695e-ae7f-4698-a8d4-981cf4a704fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd1d2c8a-0f94-489e-99d9-f69f2a6dbfb4,revision_number=0']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:20.896636 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-8b66695e-ae7f-4698-a8d4-981cf4a704fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:10:20.941998 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-b942e735-972c-4c52-83d1-626854d7d7b5 req-cd30f10f-4033-4536-ae8b-a693925f57d4 service neutron] 10.222.0.70 "GET /v2.0/networks/aad61cb0-d4d9-415f-959c-855a438981a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4266393 Aug 25 16:10:20.950368 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-0861ef41-6bd2-4b83-9781-81a38116a9c6 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Notify callbacks [] for port, precommit_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:20.991773 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-686691d7-d528-4b5a-bff9-190da9453ae6 req-40ac0438-f8bd-42c6-ba49-d85a54c22609 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] Network d0ae9dbb-c442-45e5-bb7b-f5c10c916870 is already hosted by enough agents. {{(pid=75041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:10:20.998480 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b66695e-ae7f-4698-a8d4-981cf4a704fb admin admin] Checking segment: {'id': 'a37d833d-66e9-4f65-9a94-3699a0dcc73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '627d7701-c287-4b8d-9577-aafb3373aa52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:10:21.000162 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b66695e-ae7f-4698-a8d4-981cf4a704fb admin admin] Network hostable DHCP agents. Network: 627d7701-c287-4b8d-9577-aafb3373aa52, hostable agents: ['daaa6c79-fb88-4b19-b87f-75e8fe826ec4'], hosted agents: [] {{(pid=75040) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 16:10:21.007527 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-0861ef41-6bd2-4b83-9781-81a38116a9c6 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776571788279'] for port, after_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:21.026782 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:10:21.027264 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Device a2004afb-50ec-4eef-af5d-50a1aa80529c details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 25 16:10:21.031894 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ac0438-f8bd-42c6-ba49-d85a54c22609 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] Pushing event updated for resources: {'Port': ['ID=4515a93f-3bd9-4662-9c95-c434db83c9bf,revision_number=1']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:21.035269 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.scheduler.base_scheduler [req-686691d7-d528-4b5a-bff9-190da9453ae6 req-40ac0438-f8bd-42c6-ba49-d85a54c22609 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] Resources bound (agent type, host, resource id): {{(pid=75041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:10:21.043153 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-40ac0438-f8bd-42c6-ba49-d85a54c22609 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:10:21.049595 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.l3_dvrscheduler_db [req-686691d7-d528-4b5a-bff9-190da9453ae6 req-40ac0438-f8bd-42c6-ba49-d85a54c22609 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] Received port after_create {{(pid=75041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:10:21.053586 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686691d7-d528-4b5a-bff9-190da9453ae6 req-40ac0438-f8bd-42c6-ba49-d85a54c22609 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:21.054204 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [req-686691d7-d528-4b5a-bff9-190da9453ae6 req-40ac0438-f8bd-42c6-ba49-d85a54c22609 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16129646'] for port, before_response {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:21.123460 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0861ef41-6bd2-4b83-9781-81a38116a9c6 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Network af5d4827-908c-4372-9134-1f0198184942 is already hosted by enough agents. {{(pid=75040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:10:21.125606 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0861ef41-6bd2-4b83-9781-81a38116a9c6 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Pushing event updated for resources: {'Port': ['ID=023b207d-b2fe-46da-a61d-d200fc35d19d,revision_number=1']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:21.128987 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.scheduler.base_scheduler [None req-0861ef41-6bd2-4b83-9781-81a38116a9c6 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Resources bound (agent type, host, resource id): {{(pid=75040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:10:21.134157 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-0861ef41-6bd2-4b83-9781-81a38116a9c6 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:10:21.135869 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0861ef41-6bd2-4b83-9781-81a38116a9c6 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Received port after_create {{(pid=75040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:10:21.206730 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-e0827c68-f1c1-4c42-b917-027ba527681a req-30fdcb39-26e7-49b4-a5a2-e5be7f7eee6c service neutron] 10.222.0.70 "GET /v2.0/networks/373ee3d7-15ca-414d-850b-d95a30a849a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5121529 Aug 25 16:10:21.285856 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-686691d7-d528-4b5a-bff9-190da9453ae6 req-40ac0438-f8bd-42c6-ba49-d85a54c22609 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7769260 Aug 25 16:10:21.297892 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b66695e-ae7f-4698-a8d4-981cf4a704fb admin admin] Network 627d7701-c287-4b8d-9577-aafb3373aa52 is scheduled to be hosted by DHCP agent daaa6c79-fb88-4b19-b87f-75e8fe826ec4 with binding_index 1 {{(pid=75040) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 16:10:21.315601 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.scheduler.base_scheduler [None req-8b66695e-ae7f-4698-a8d4-981cf4a704fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806007-1-smb, 627d7701-c287-4b8d-9577-aafb3373aa52) {{(pid=75040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:10:21.330307 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b66695e-ae7f-4698-a8d4-981cf4a704fb admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:21.330892 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-8b66695e-ae7f-4698-a8d4-981cf4a704fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16129646'] for subnet, before_response {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:21.407631 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.db [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] For port a2004afb-50ec-4eef-af5d-50a1aa80529c, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=a2004afb-50ec-4eef-af5d-50a1aa80529c,segment=NetworkSegment(5fb692cd-1aa6-42e2-97e8-f9f429956167),segment_id=5fb692cd-1aa6-42e2-97e8-f9f429956167)] {{(pid=75042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:10:21.410683 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-8b66695e-ae7f-4698-a8d4-981cf4a704fb admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1642721 Aug 25 16:10:21.422182 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Returning: {'device': 'a2004afb-50ec-4eef-af5d-50a1aa80529c', 'network_id': 'd0ae9dbb-c442-45e5-bb7b-f5c10c916870', 'port_id': 'a2004afb-50ec-4eef-af5d-50a1aa80529c', 'mac_address': 'fa:16:3e:58:25:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 853, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69cf06f5-4b93-4431-8d8c-27a4df3b9aa7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 25 16:10:21.425530 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a656155-4a56-42ed-a115-8ec6ff3038f8 None None] Network 627d7701-c287-4b8d-9577-aafb3373aa52 requested from dv-cinder-806007-1-smb {{(pid=75042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:10:21.445535 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.v2.base [req-686691d7-d528-4b5a-bff9-190da9453ae6 req-9f5baa2c-dbea-493e-910a-7cdfead997bb service neutron] Request body: {'port': {'device_id': '21576f61-6c69-4e7d-bcca-66318419bc0b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80600'}} {{(pid=75041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:10:21.545351 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-0861ef41-6bd2-4b83-9781-81a38116a9c6 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Notify callbacks [] for floatingip, precommit_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:21.626355 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420d1373-415c-47c7-b827-1b4e0522483e req-ab7c739d-fe48-47cd-a08d-e519b1fe9e8a tempest-DeleteServersTestJSON-1501101341 tempest-DeleteServersTestJSON-1501101341-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:21.627526 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-420d1373-415c-47c7-b827-1b4e0522483e req-ab7c739d-fe48-47cd-a08d-e519b1fe9e8a tempest-DeleteServersTestJSON-1501101341 tempest-DeleteServersTestJSON-1501101341-project] 10.222.0.68 "GET /v2.0/ports?device_id=2f51e0d0-e81b-46e7-9f40-28851ce056ba HTTP/1.1" status: 200 len: 943 time: 0.2738183 Aug 25 16:10:21.660735 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:21.720826 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.notifiers.nova [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2004afb-50ec-4eef-af5d-50a1aa80529c {{(pid=75042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:10:21.725305 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-420d1373-415c-47c7-b827-1b4e0522483e req-639d7a73-e2bf-4b8d-a5f8-972dfea54d51 tempest-DeleteServersTestJSON-1501101341 tempest-DeleteServersTestJSON-1501101341-project] 10.222.0.68 "GET /v2.0/security-groups?id=0896c8fc-ed64-4b09-8c52-dab04491f838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915432 Aug 25 16:10:21.730903 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-0861ef41-6bd2-4b83-9781-81a38116a9c6 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_update {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:21.769970 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 53380) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:10:21.830616 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-b942e735-972c-4c52-83d1-626854d7d7b5 req-f590750e-a7d5-47d9-80be-09aab2741625 service neutron] 10.222.0.70 "GET /v2.0/networks/aad61cb0-d4d9-415f-959c-855a438981a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8376961 Aug 25 16:10:21.883303 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.db [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] For port a2004afb-50ec-4eef-af5d-50a1aa80529c, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=a2004afb-50ec-4eef-af5d-50a1aa80529c,segment=NetworkSegment(5fb692cd-1aa6-42e2-97e8-f9f429956167),segment_id=5fb692cd-1aa6-42e2-97e8-f9f429956167)] {{(pid=75042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:10:21.901381 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776572168726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776571761677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776571761722'] for port, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:21.902463 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Device 1f3c1bfd-78ae-48d5-bb8e-72da6b27cdc0 details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 25 16:10:21.907946 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:10:21.999250 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Pushing event updated for resources: {'Port': ['ID=a2004afb-50ec-4eef-af5d-50a1aa80529c,revision_number=4']} {{(pid=75042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:22.007952 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:10:22.066784 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-0861ef41-6bd2-4b83-9781-81a38116a9c6 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Notify callbacks [] for port, precommit_update {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:22.113883 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-0861ef41-6bd2-4b83-9781-81a38116a9c6 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776572168726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776571761677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776571761722'] for port, after_update {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:22.133607 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-93f0344e-082a-48d4-b4ce-f127ec6bd84d tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Notify callbacks [] for floatingip, precommit_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:22.204731 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-f7a643bf-a8be-4637-bea5-1d9a5a7a6412 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:10:22.207907 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-e0827c68-f1c1-4c42-b917-027ba527681a req-92af2bae-830f-427b-b075-acf32e510fcb service neutron] 10.222.0.70 "GET /v2.0/networks/373ee3d7-15ca-414d-850b-d95a30a849a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9921257 Aug 25 16:10:22.245656 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [req-686691d7-d528-4b5a-bff9-190da9453ae6 req-9f5baa2c-dbea-493e-910a-7cdfead997bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_update {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:22.260885 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1d0c3bf-450c-4ab3-9771-1d5298a7c541 None None] Network 627d7701-c287-4b8d-9577-aafb3373aa52 requested from dv-cinder-806007-1-smb {{(pid=75042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:10:22.266756 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-93f0344e-082a-48d4-b4ce-f127ec6bd84d tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_update {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:22.321716 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-0861ef41-6bd2-4b83-9781-81a38116a9c6 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-453709'] for floatingip, after_update {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:22.339272 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c31bc52-68d2-46b1-83ae-98093c15c098 req-593cb194-4b9c-4b7f-a273-cb27b44f2344 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:22.341805 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ace2234-fa23-45ce-b511-0597ce4e4a10 admin admin] Deleting subnet 274d2a5a-aac4-4706-94d3-1f6d8abbac5d {{(pid=75040) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 25 16:10:22.346622 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0861ef41-6bd2-4b83-9781-81a38116a9c6 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Pushing event updated for resources: {'Port': ['ID=023b207d-b2fe-46da-a61d-d200fc35d19d,revision_number=2']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:22.347637 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-0c31bc52-68d2-46b1-83ae-98093c15c098 req-593cb194-4b9c-4b7f-a273-cb27b44f2344 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] 10.222.0.68 "GET /v2.0/ports?device_id=da51e349-883a-43b1-adaf-83f5a646bfd0 HTTP/1.1" status: 200 len: 944 time: 1.0805461 Aug 25 16:10:22.350300 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-5ace2234-fa23-45ce-b511-0597ce4e4a10 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:22.378728 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-0861ef41-6bd2-4b83-9781-81a38116a9c6 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981218'] for floatingip, before_response {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:22.380017 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-0861ef41-6bd2-4b83-9781-81a38116a9c6 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6884952 Aug 25 16:10:22.381274 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-0861ef41-6bd2-4b83-9781-81a38116a9c6 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:10:22.399145 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f8e8b8-d578-4798-b13a-fb877994319d req-39ed7ae6-e7e5-4b68-8c50-f6b985e8a083 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:22.400615 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-31f8e8b8-d578-4798-b13a-fb877994319d req-39ed7ae6-e7e5-4b68-8c50-f6b985e8a083 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/ports?device_id=21576f61-6c69-4e7d-bcca-66318419bc0b HTTP/1.1" status: 200 len: 932 time: 0.2878733 Aug 25 16:10:22.445909 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-5ace2234-fa23-45ce-b511-0597ce4e4a10 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:22.460330 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-5ace2234-fa23-45ce-b511-0597ce4e4a10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16198826'] for subnet, precommit_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:22.477798 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.db [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] For port 1f3c1bfd-78ae-48d5-bb8e-72da6b27cdc0, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=1f3c1bfd-78ae-48d5-bb8e-72da6b27cdc0,segment=NetworkSegment(53e90e11-1ea4-470b-a7ec-89c9efd670e6),segment_id=53e90e11-1ea4-470b-a7ec-89c9efd670e6)] {{(pid=75042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:10:22.505711 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-0c31bc52-68d2-46b1-83ae-98093c15c098 req-088c7b36-1825-479f-ab28-2107de8d5f24 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] 10.222.0.68 "GET /v2.0/security-groups?id=08292ed9-3586-482c-a672-563a9deccae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569204 Aug 25 16:10:22.512496 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Returning: {'device': '1f3c1bfd-78ae-48d5-bb8e-72da6b27cdc0', 'network_id': '373ee3d7-15ca-414d-850b-d95a30a849a6', 'port_id': '1f3c1bfd-78ae-48d5-bb8e-72da6b27cdc0', 'mac_address': 'fa:16:3e:16:a2:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 856, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7783e8b6-ecc8-40e1-8050-a3a6ed16ed40', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 25 16:10:22.527498 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [req-31f8e8b8-d578-4798-b13a-fb877994319d req-57020965-63bf-4ce2-95c5-ffa4a63c76ed tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] Synchronizing usage tracker for tenant:7bcd0c2726864d0db2590ec11bb3d659 on resource:security_group {{(pid=75040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:10:22.611630 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [req-31f8e8b8-d578-4798-b13a-fb877994319d req-57020965-63bf-4ce2-95c5-ffa4a63c76ed tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] Unset dirty status for tenant:7bcd0c2726864d0db2590ec11bb3d659 on resource:security_group {{(pid=75040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:10:22.616854 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-31f8e8b8-d578-4798-b13a-fb877994319d req-57020965-63bf-4ce2-95c5-ffa4a63c76ed tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/security-groups?id=9e7f6e62-5d07-4b94-bd1b-2408a7eb9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068381 Aug 25 16:10:22.629916 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-5ace2234-fa23-45ce-b511-0597ce4e4a10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16198803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748'] for subnet, after_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:22.643624 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:10:22.676054 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:22.676355 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-5ace2234-fa23-45ce-b511-0597ce4e4a10 admin admin] Notify callbacks [] for subnet, before_response {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:22.685322 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ace2234-fa23-45ce-b511-0597ce4e4a10 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=274d2a5a-aac4-4706-94d3-1f6d8abbac5d,revision_number=None']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:22.689186 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-5ace2234-fa23-45ce-b511-0597ce4e4a10 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/274d2a5a-aac4-4706-94d3-1f6d8abbac5d HTTP/1.1" status: 204 len: 168 time: 0.9180241 Aug 25 16:10:22.690912 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-5ace2234-fa23-45ce-b511-0597ce4e4a10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:10:22.691680 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 53408) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:10:22.739768 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.notifiers.nova [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f3c1bfd-78ae-48d5-bb8e-72da6b27cdc0 {{(pid=75042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:10:22.771048 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.db [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] For port 1f3c1bfd-78ae-48d5-bb8e-72da6b27cdc0, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=1f3c1bfd-78ae-48d5-bb8e-72da6b27cdc0,segment=NetworkSegment(53e90e11-1ea4-470b-a7ec-89c9efd670e6),segment_id=53e90e11-1ea4-470b-a7ec-89c9efd670e6)] {{(pid=75042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:10:22.813540 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776572168726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776571761677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776571761722'] for port, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:22.814267 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Device 10ad7f25-3a4a-4869-b72e-0006ee6c2a61 details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 25 16:10:22.876775 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-6f3d0be9-39a5-4ce5-9ecc-69583a6d99cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16300240'] for network, before_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:22.966928 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [req-b824c9e3-a7d0-4d63-b96d-ac10eee48d05 req-d6212d1d-309b-4629-b2a7-f7edb45d0aed tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Synchronizing usage tracker for tenant:dc71d1df614a4412aaf0b6136cfc4aba on resource:security_group {{(pid=75041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:10:22.972295 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.db [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] For port 10ad7f25-3a4a-4869-b72e-0006ee6c2a61, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=10ad7f25-3a4a-4869-b72e-0006ee6c2a61,segment=NetworkSegment(215609b0-0c2d-4037-aca0-35ce882d3942),segment_id=215609b0-0c2d-4037-aca0-35ce882d3942)] {{(pid=75042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:10:22.991163 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:10:23.023261 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [req-b824c9e3-a7d0-4d63-b96d-ac10eee48d05 req-d6212d1d-309b-4629-b2a7-f7edb45d0aed tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Unset dirty status for tenant:dc71d1df614a4412aaf0b6136cfc4aba on resource:security_group {{(pid=75041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:10:23.031965 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Returning: {'device': '10ad7f25-3a4a-4869-b72e-0006ee6c2a61', 'network_id': 'aad61cb0-d4d9-415f-959c-855a438981a1', 'port_id': '10ad7f25-3a4a-4869-b72e-0006ee6c2a61', 'mac_address': 'fa:16:3e:ed:7c:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 855, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33e45a3e-8c03-4dce-9e75-1dc9683ee755', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 25 16:10:23.032368 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-b824c9e3-a7d0-4d63-b96d-ac10eee48d05 req-d6212d1d-309b-4629-b2a7-f7edb45d0aed tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-securitygroup--308653163&fields=id&tenant_id=dc71d1df614a4412aaf0b6136cfc4aba HTTP/1.1" status: 200 len: 267 time: 0.3047731 Aug 25 16:10:23.063668 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-93f0344e-082a-48d4-b4ce-f127ec6bd84d tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Notify callbacks [] for port, precommit_update {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:23.067860 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-6f3d0be9-39a5-4ce5-9ecc-69583a6d99cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16197923', 'neutron.services.segments.db._delete_segments_for_network-8776572265090'] for network, precommit_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:23.076337 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-93f0344e-082a-48d4-b4ce-f127ec6bd84d tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776572168726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776571761677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776571761722'] for port, after_update {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:23.089266 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-6f3d0be9-39a5-4ce5-9ecc-69583a6d99cc admin admin] Subscribe: > segment before_delete 55550000 {{(pid=75040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:10:23.089635 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-6f3d0be9-39a5-4ce5-9ecc-69583a6d99cc admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=75040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:10:23.090439 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-6f3d0be9-39a5-4ce5-9ecc-69583a6d99cc admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=75040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:10:23.092568 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-6f3d0be9-39a5-4ce5-9ecc-69583a6d99cc admin admin] Subscribe: > port after_create 55550000 {{(pid=75040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:10:23.092920 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-6f3d0be9-39a5-4ce5-9ecc-69583a6d99cc admin admin] Subscribe: > port after_delete 55550000 {{(pid=75040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:10:23.093296 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-6f3d0be9-39a5-4ce5-9ecc-69583a6d99cc admin admin] Subscribe: > port after_update 55550000 {{(pid=75040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:10:23.094148 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-6f3d0be9-39a5-4ce5-9ecc-69583a6d99cc admin admin] Subscribe: > segment after_delete 55550000 {{(pid=75040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:10:23.095850 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-6f3d0be9-39a5-4ce5-9ecc-69583a6d99cc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=75040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:10:23.096191 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-6f3d0be9-39a5-4ce5-9ecc-69583a6d99cc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=75040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:10:23.096521 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-6f3d0be9-39a5-4ce5-9ecc-69583a6d99cc admin admin] Subscribe: > subnet after_update 55550000 {{(pid=75040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:10:23.132597 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.db.resource_extend [req-686691d7-d528-4b5a-bff9-190da9453ae6 req-9f5baa2c-dbea-493e-910a-7cdfead997bb service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=75041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 25 16:10:23.143270 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:23.149838 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-b6f87fa2-9f1f-409c-b248-b7d805bbfcf1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:10:23.164126 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-6f3d0be9-39a5-4ce5-9ecc-69583a6d99cc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=75040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:10:23.164491 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-6f3d0be9-39a5-4ce5-9ecc-69583a6d99cc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=75040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:10:23.164923 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-6f3d0be9-39a5-4ce5-9ecc-69583a6d99cc admin admin] Subscribe: > subnet before_create 55550000 {{(pid=75040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:10:23.165284 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-6f3d0be9-39a5-4ce5-9ecc-69583a6d99cc admin admin] Subscribe: > subnet before_update 55550000 {{(pid=75040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:10:23.165659 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.services.segments.db [None req-6f3d0be9-39a5-4ce5-9ecc-69583a6d99cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5bfcc55-c157-425c-a732-664dc840526b']}} {{(pid=75040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:10:23.171822 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.notifiers.nova [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10ad7f25-3a4a-4869-b72e-0006ee6c2a61 {{(pid=75042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:10:23.188210 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.services.segments.db [None req-6f3d0be9-39a5-4ce5-9ecc-69583a6d99cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebfc5ffa-4955-41a7-a3f8-2b29d895d269') {'for_net_delete': True} {{(pid=75040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:10:23.188210 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.services.segments.db [None req-6f3d0be9-39a5-4ce5-9ecc-69583a6d99cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebfc5ffa-4955-41a7-a3f8-2b29d895d269') {} {{(pid=75040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:10:23.209852 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568b12b8-34a1-4f05-bc80-60d9955175be req-a963f849-2a64-43d4-9a4a-29317548a14b tempest-DeleteServersTestJSON-1501101341 tempest-DeleteServersTestJSON-1501101341-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:23.213008 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-568b12b8-34a1-4f05-bc80-60d9955175be req-a963f849-2a64-43d4-9a4a-29317548a14b tempest-DeleteServersTestJSON-1501101341 tempest-DeleteServersTestJSON-1501101341-project] 10.222.0.68 "GET /v2.0/ports?device_id=2f51e0d0-e81b-46e7-9f40-28851ce056ba HTTP/1.1" status: 200 len: 944 time: 0.2248111 Aug 25 16:10:23.216821 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.db [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] For port 10ad7f25-3a4a-4869-b72e-0006ee6c2a61, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=10ad7f25-3a4a-4869-b72e-0006ee6c2a61,segment=NetworkSegment(215609b0-0c2d-4037-aca0-35ce882d3942),segment_id=215609b0-0c2d-4037-aca0-35ce882d3942)] {{(pid=75042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:10:23.217383 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-6f3d0be9-39a5-4ce5-9ecc-69583a6d99cc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776572267165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2023882'] for segment, before_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:23.218137 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Pushing event updated for resources: {'Port': ['ID=1f3c1bfd-78ae-48d5-bb8e-72da6b27cdc0,revision_number=4']} {{(pid=75042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:23.224859 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776572168726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776571761677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776571761722'] for port, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:23.231804 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:10:23.232935 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [None req-9d34a3a0-f746-4f4b-a71a-89ee84bd4805 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:10:23.261542 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-6f3d0be9-39a5-4ce5-9ecc-69583a6d99cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16198673'] for segment, precommit_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:23.281814 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f3d0be9-39a5-4ce5-9ecc-69583a6d99cc admin admin] Releasing vlan 857 on physical network physnet1 to pool {{(pid=75040) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 25 16:10:23.282335 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-6f3d0be9-39a5-4ce5-9ecc-69583a6d99cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16198671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1434677'] for segment, after_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:23.299044 dv-cinder-806007-1-smb neutron-server[75040]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Aug 25 16:10:23.299044 dv-cinder-806007-1-smb neutron-server[75040]: util.warn_limited( Aug 25 16:10:23.299044 dv-cinder-806007-1-smb neutron-server[75040]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Aug 25 16:10:23.299044 dv-cinder-806007-1-smb neutron-server[75040]: util.warn_limited( Aug 25 16:10:23.299044 dv-cinder-806007-1-smb neutron-server[75040]: Traceback (most recent call last): Aug 25 16:10:23.299044 dv-cinder-806007-1-smb neutron-server[75040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 25 16:10:23.299044 dv-cinder-806007-1-smb neutron-server[75040]: timer() Aug 25 16:10:23.299044 dv-cinder-806007-1-smb neutron-server[75040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 16:10:23.299044 dv-cinder-806007-1-smb neutron-server[75040]: cb(*args, **kw) Aug 25 16:10:23.299044 dv-cinder-806007-1-smb neutron-server[75040]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 25 16:10:23.299044 dv-cinder-806007-1-smb neutron-server[75040]: return func(*args, **kwargs) Aug 25 16:10:23.299044 dv-cinder-806007-1-smb neutron-server[75040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 16:10:23.299044 dv-cinder-806007-1-smb neutron-server[75040]: self._notify() Aug 25 16:10:23.299044 dv-cinder-806007-1-smb neutron-server[75040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 16:10:23.299044 dv-cinder-806007-1-smb neutron-server[75040]: self.callback(batched_events) Aug 25 16:10:23.299044 dv-cinder-806007-1-smb neutron-server[75040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 16:10:23.299044 dv-cinder-806007-1-smb neutron-server[75040]: event.method(event) Aug 25 16:10:23.299044 dv-cinder-806007-1-smb neutron-server[75040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 25 16:10:23.299044 dv-cinder-806007-1-smb neutron-server[75040]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 16:10:23.299044 dv-cinder-806007-1-smb neutron-server[75040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 25 16:10:23.299044 dv-cinder-806007-1-smb neutron-server[75040]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 16:10:23.299044 dv-cinder-806007-1-smb neutron-server[75040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 25 16:10:23.299044 dv-cinder-806007-1-smb neutron-server[75040]: return f(self, *a, **k) Aug 25 16:10:23.299044 dv-cinder-806007-1-smb neutron-server[75040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 16:10:23.299044 dv-cinder-806007-1-smb neutron-server[75040]: return self._get(url).json() Aug 25 16:10:23.299044 dv-cinder-806007-1-smb neutron-server[75040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 16:10:23.299044 dv-cinder-806007-1-smb neutron-server[75040]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 16:10:23.299044 dv-cinder-806007-1-smb neutron-server[75040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 25 16:10:23.299044 dv-cinder-806007-1-smb neutron-server[75040]: return self.request(url, 'GET', **kwargs) Aug 25 16:10:23.299044 dv-cinder-806007-1-smb neutron-server[75040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 25 16:10:23.299044 dv-cinder-806007-1-smb neutron-server[75040]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 16:10:23.299044 dv-cinder-806007-1-smb neutron-server[75040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 25 16:10:23.299044 dv-cinder-806007-1-smb neutron-server[75040]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 16:10:23.299044 dv-cinder-806007-1-smb neutron-server[75040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 25 16:10:23.299044 dv-cinder-806007-1-smb neutron-server[75040]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 16:10:23.299044 dv-cinder-806007-1-smb neutron-server[75040]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 16:10:23.306066 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-93f0344e-082a-48d4-b4ce-f127ec6bd84d tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-453709'] for floatingip, after_update {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:23.343984 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f0344e-082a-48d4-b4ce-f127ec6bd84d tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Pushing event updated for resources: {'Port': ['ID=5c5e38f0-a8fa-4366-ab14-71cf6760f246,revision_number=2']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:23.348619 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.notifiers.nova [req-686691d7-d528-4b5a-bff9-190da9453ae6 req-9f5baa2c-dbea-493e-910a-7cdfead997bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4515a93f-3bd9-4662-9c95-c434db83c9bf {{(pid=75041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:10:23.357330 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-93f0344e-082a-48d4-b4ce-f127ec6bd84d tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:10:23.362403 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [req-686691d7-d528-4b5a-bff9-190da9453ae6 req-9f5baa2c-dbea-493e-910a-7cdfead997bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:23.373218 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-93f0344e-082a-48d4-b4ce-f127ec6bd84d tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981218'] for floatingip, before_response {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:23.374619 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [None req-93f0344e-082a-48d4-b4ce-f127ec6bd84d tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.6705294 Aug 25 16:10:23.378438 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-568b12b8-34a1-4f05-bc80-60d9955175be req-c8e81228-4afc-437c-9712-02c2787ed109 tempest-DeleteServersTestJSON-1501101341 tempest-DeleteServersTestJSON-1501101341-project] 10.222.0.68 "GET /v2.0/security-groups?id=0896c8fc-ed64-4b09-8c52-dab04491f838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465349 Aug 25 16:10:23.381515 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Pushing event updated for resources: {'Port': ['ID=10ad7f25-3a4a-4869-b72e-0006ee6c2a61,revision_number=4']} {{(pid=75042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:23.402025 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:10:23.429661 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b824c9e3-a7d0-4d63-b96d-ac10eee48d05 req-19ea9820-872b-4760-a739-6a74ab8c8d7f tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:23.434671 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-6f3d0be9-39a5-4ce5-9ecc-69583a6d99cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16197928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453727'] for network, after_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:23.436756 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [req-b824c9e3-a7d0-4d63-b96d-ac10eee48d05 req-19ea9820-872b-4760-a739-6a74ab8c8d7f tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Synchronizing usage tracker for tenant:dc71d1df614a4412aaf0b6136cfc4aba on resource:network {{(pid=75041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:10:23.439502 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-59a5ef0e-30aa-4035-8ae5-b07342b1b02c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:10:23.443315 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.provisioning_blocks [req-686691d7-d528-4b5a-bff9-190da9453ae6 req-9f5baa2c-dbea-493e-910a-7cdfead997bb service neutron] Transition to ACTIVE for port object 4515a93f-3bd9-4662-9c95-c434db83c9bf will not be triggered until provisioned by entity L2. {{(pid=75041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:10:23.463443 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [req-686691d7-d528-4b5a-bff9-190da9453ae6 req-9f5baa2c-dbea-493e-910a-7cdfead997bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776572168726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776571761677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776571761722'] for port, after_update {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:23.469632 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3d0be9-39a5-4ce5-9ecc-69583a6d99cc admin admin] Pushing event deleted for resources: {'Network': ['ID=c5bfcc55-c157-425c-a732-664dc840526b,revision_number=None']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:23.471916 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-6f3d0be9-39a5-4ce5-9ecc-69583a6d99cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16129646'] for network, before_response {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:23.479376 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-6f3d0be9-39a5-4ce5-9ecc-69583a6d99cc admin admin] 10.222.0.68 "DELETE /v2.0/networks/c5bfcc55-c157-425c-a732-664dc840526b HTTP/1.1" status: 204 len: 168 time: 0.7860982 Aug 25 16:10:23.480448 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-6f3d0be9-39a5-4ce5-9ecc-69583a6d99cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:10:23.482903 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 53422) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:10:23.488315 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:10:23.541652 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.db [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] get_ports_and_sgs() called for port_ids ['a2004afb-50ec-4eef-af5d-50a1aa80529c'] {{(pid=75042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:10:23.552752 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [req-b824c9e3-a7d0-4d63-b96d-ac10eee48d05 req-19ea9820-872b-4760-a739-6a74ab8c8d7f tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Unset dirty status for tenant:dc71d1df614a4412aaf0b6136cfc4aba on resource:network {{(pid=75041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:10:23.554630 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-b824c9e3-a7d0-4d63-b96d-ac10eee48d05 req-19ea9820-872b-4760-a739-6a74ab8c8d7f tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/networks?id=fb04b5ec-673a-4a91-b0e5-12c6c13382bd HTTP/1.1" status: 200 len: 815 time: 0.5213289 Aug 25 16:10:23.635728 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.db [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] get_ports_and_sgs() called for port_ids ['1f3c1bfd-78ae-48d5-bb8e-72da6b27cdc0'] {{(pid=75042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:10:23.677342 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6357786-9d9c-4efa-938a-81bee5b1619e admin admin] Deleting subnet cd1d2c8a-0f94-489e-99d9-f69f2a6dbfb4 {{(pid=75040) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 25 16:10:23.682259 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-b6357786-9d9c-4efa-938a-81bee5b1619e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:23.702564 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-b824c9e3-a7d0-4d63-b96d-ac10eee48d05 req-fdd2f0e1-16e1-41a3-bfde-faf1f03401f8 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/quotas/dc71d1df614a4412aaf0b6136cfc4aba HTTP/1.1" status: 200 len: 375 time: 0.1324565 Aug 25 16:10:23.704208 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5baa2c-dbea-493e-910a-7cdfead997bb service neutron] Pushing event updated for resources: {'Port': ['ID=4515a93f-3bd9-4662-9c95-c434db83c9bf,revision_number=2']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:23.739066 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.db [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] get_ports_and_sgs() called for port_ids ['10ad7f25-3a4a-4869-b72e-0006ee6c2a61'] {{(pid=75042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:10:23.756537 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-9f5baa2c-dbea-493e-910a-7cdfead997bb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:10:23.833401 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.managers [req-686691d7-d528-4b5a-bff9-190da9453ae6 req-9f5baa2c-dbea-493e-910a-7cdfead997bb service neutron] Attempting to bind port 4515a93f-3bd9-4662-9c95-c434db83c9bf on host hv-cinder-80600 for vnic_type normal with profile {{(pid=75041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:10:23.833974 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.managers [req-686691d7-d528-4b5a-bff9-190da9453ae6 req-9f5baa2c-dbea-493e-910a-7cdfead997bb service neutron] Attempting to bind port 4515a93f-3bd9-4662-9c95-c434db83c9bf by drivers openvswitch,hyperv on host hv-cinder-80600 at level 0 using segments [{'id': '5fb692cd-1aa6-42e2-97e8-f9f429956167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'd0ae9dbb-c442-45e5-bb7b-f5c10c916870'}] {{(pid=75041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:10:23.834479 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-686691d7-d528-4b5a-bff9-190da9453ae6 req-9f5baa2c-dbea-493e-910a-7cdfead997bb service neutron] Attempting to bind port 4515a93f-3bd9-4662-9c95-c434db83c9bf on network d0ae9dbb-c442-45e5-bb7b-f5c10c916870 {{(pid=75041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:10:23.850428 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-686691d7-d528-4b5a-bff9-190da9453ae6 req-9f5baa2c-dbea-493e-910a-7cdfead997bb service neutron] Port 4515a93f-3bd9-4662-9c95-c434db83c9bf on network d0ae9dbb-c442-45e5-bb7b-f5c10c916870 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80600 {{(pid=75041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 16:10:23.850988 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-686691d7-d528-4b5a-bff9-190da9453ae6 req-9f5baa2c-dbea-493e-910a-7cdfead997bb service neutron] Attempting to bind port 4515a93f-3bd9-4662-9c95-c434db83c9bf on network d0ae9dbb-c442-45e5-bb7b-f5c10c916870 {{(pid=75041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:10:23.860751 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-686691d7-d528-4b5a-bff9-190da9453ae6 req-9f5baa2c-dbea-493e-910a-7cdfead997bb service neutron] Checking agent: {'id': 'ce44fce8-b773-464c-81ed-5793acd8e0ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80600', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 7, 48), 'started_at': datetime.datetime(2021, 8, 25, 16, 7, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 10, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:10:23.861108 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-686691d7-d528-4b5a-bff9-190da9453ae6 req-9f5baa2c-dbea-493e-910a-7cdfead997bb service neutron] Checking segment: {'id': '5fb692cd-1aa6-42e2-97e8-f9f429956167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'd0ae9dbb-c442-45e5-bb7b-f5c10c916870'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:10:23.861510 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-686691d7-d528-4b5a-bff9-190da9453ae6 req-9f5baa2c-dbea-493e-910a-7cdfead997bb service neutron] Bound using segment: {'id': '5fb692cd-1aa6-42e2-97e8-f9f429956167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'd0ae9dbb-c442-45e5-bb7b-f5c10c916870'} {{(pid=75041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:10:23.862163 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.managers [req-686691d7-d528-4b5a-bff9-190da9453ae6 req-9f5baa2c-dbea-493e-910a-7cdfead997bb service neutron] Bound port: 4515a93f-3bd9-4662-9c95-c434db83c9bf, host: hv-cinder-80600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fb692cd-1aa6-42e2-97e8-f9f429956167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'd0ae9dbb-c442-45e5-bb7b-f5c10c916870'}}] {{(pid=75041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:10:23.862520 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [req-686691d7-d528-4b5a-bff9-190da9453ae6 req-9f5baa2c-dbea-493e-910a-7cdfead997bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_update {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:23.881243 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-b824c9e3-a7d0-4d63-b96d-ac10eee48d05 req-9b5fca86-6957-415a-9cee-2233fecb27a6 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=dc71d1df614a4412aaf0b6136cfc4aba&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1717255 Aug 25 16:10:23.911296 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-b6357786-9d9c-4efa-938a-81bee5b1619e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2023877'] for subnet, precommit_delete_associations {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:23.986574 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6494c737-f200-46f0-8454-1c54c75538d4 req-4c294317-92ae-419c-8840-298a166b4f4b tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:23.988307 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-6494c737-f200-46f0-8454-1c54c75538d4 req-4c294317-92ae-419c-8840-298a166b4f4b tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] 10.222.0.68 "GET /v2.0/ports?device_id=da51e349-883a-43b1-adaf-83f5a646bfd0 HTTP/1.1" status: 200 len: 945 time: 0.2564430 Aug 25 16:10:23.989440 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-b6357786-9d9c-4efa-938a-81bee5b1619e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16198826'] for subnet, precommit_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:24.099722 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-6494c737-f200-46f0-8454-1c54c75538d4 req-2eda715b-5c8c-4867-8491-6eb57bc8b98c tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] 10.222.0.68 "GET /v2.0/security-groups?id=08292ed9-3586-482c-a672-563a9deccae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700908 Aug 25 16:10:24.136246 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-b824c9e3-a7d0-4d63-b96d-ac10eee48d05 req-5cd84289-9da5-4f03-9a74-8750887b2593 service neutron] 10.222.0.68 "GET /v2.0/networks/fb04b5ec-673a-4a91-b0e5-12c6c13382bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2115366 Aug 25 16:10:24.144872 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-b6357786-9d9c-4efa-938a-81bee5b1619e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16198803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1434771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2719710'] for subnet, after_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:24.151372 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-8b66695e-ae7f-4698-a8d4-981cf4a704fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:10:24.191006 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6357786-9d9c-4efa-938a-81bee5b1619e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd1d2c8a-0f94-489e-99d9-f69f2a6dbfb4,revision_number=None']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:24.198252 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-b6357786-9d9c-4efa-938a-81bee5b1619e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:10:24.203674 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-b6357786-9d9c-4efa-938a-81bee5b1619e admin admin] Notify callbacks [] for subnet, before_response {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:24.214401 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-b6357786-9d9c-4efa-938a-81bee5b1619e admin admin] 10.222.0.68 "DELETE /v2.0/subnets/cd1d2c8a-0f94-489e-99d9-f69f2a6dbfb4 HTTP/1.1" status: 204 len: 168 time: 0.7304678 Aug 25 16:10:24.215070 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 53442) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:10:24.273106 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.db [req-686691d7-d528-4b5a-bff9-190da9453ae6 req-9f5baa2c-dbea-493e-910a-7cdfead997bb service neutron] For port 4515a93f-3bd9-4662-9c95-c434db83c9bf, host hv-cinder-80600, cleared binding levels {{(pid=75041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:10:24.304399 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.db [req-686691d7-d528-4b5a-bff9-190da9453ae6 req-9f5baa2c-dbea-493e-910a-7cdfead997bb service neutron] For port 4515a93f-3bd9-4662-9c95-c434db83c9bf, host hv-cinder-80600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=4515a93f-3bd9-4662-9c95-c434db83c9bf,segment=NetworkSegment(5fb692cd-1aa6-42e2-97e8-f9f429956167),segment_id=5fb692cd-1aa6-42e2-97e8-f9f429956167)] {{(pid=75041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:10:24.317259 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [req-686691d7-d528-4b5a-bff9-190da9453ae6 req-9f5baa2c-dbea-493e-910a-7cdfead997bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776572168726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776571761677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776571761722'] for port, after_update {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:24.328390 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:10:24.379227 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-636409af-e1f0-4d90-b779-20f6638a3f9b req-842f913c-1cb9-4c5b-baeb-89fa9fe57c1a tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-securitygroup--768152127&fields=id&tenant_id=d9f03318c9a74e1a8903854ddc6da304 HTTP/1.1" status: 200 len: 267 time: 0.0831990 Aug 25 16:10:24.385728 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-d1ad783e-fae6-494a-b41d-a50f95e2f856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16300240'] for network, before_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:24.494899 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-b824c9e3-a7d0-4d63-b96d-ac10eee48d05 req-b9106d59-b69a-4597-90b5-8f5cf975d857 service neutron] 10.222.0.68 "GET /v2.0/networks/fb04b5ec-673a-4a91-b0e5-12c6c13382bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3475399 Aug 25 16:10:24.500859 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [req-686691d7-d528-4b5a-bff9-190da9453ae6 req-9f5baa2c-dbea-493e-910a-7cdfead997bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16129646'] for port, before_response {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:24.501942 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-686691d7-d528-4b5a-bff9-190da9453ae6 req-9f5baa2c-dbea-493e-910a-7cdfead997bb service neutron] 10.222.0.70 "PUT /v2.0/ports/4515a93f-3bd9-4662-9c95-c434db83c9bf HTTP/1.1" status: 200 len: 1094 time: 3.1162758 Aug 25 16:10:24.502504 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21576f61-6c69-4e7d-bcca-66318419bc0b', 'tag': '4515a93f-3bd9-4662-9c95-c434db83c9bf'}] {{(pid=75041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:10:24.523033 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5baa2c-dbea-493e-910a-7cdfead997bb service neutron] Pushing event updated for resources: {'Port': ['ID=4515a93f-3bd9-4662-9c95-c434db83c9bf,revision_number=3']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:24.537246 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-9f5baa2c-dbea-493e-910a-7cdfead997bb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:10:24.617098 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-d1ad783e-fae6-494a-b41d-a50f95e2f856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16197923', 'neutron.services.segments.db._delete_segments_for_network-8776572265090'] for network, precommit_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:24.628781 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-686691d7-d528-4b5a-bff9-190da9453ae6 req-d9cf9e20-1246-4f5f-a946-d653654b90d1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7bcd0c2726864d0db2590ec11bb3d659&device_id=21576f61-6c69-4e7d-bcca-66318419bc0b HTTP/1.1" status: 200 len: 1097 time: 0.0834374 Aug 25 16:10:24.653723 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.services.segments.db [None req-d1ad783e-fae6-494a-b41d-a50f95e2f856 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['627d7701-c287-4b8d-9577-aafb3373aa52']}} {{(pid=75040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:10:24.707904 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636409af-e1f0-4d90-b779-20f6638a3f9b req-7f691d03-97d6-4671-8bed-8e12cdcb70c1 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:24.709450 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-636409af-e1f0-4d90-b779-20f6638a3f9b req-7f691d03-97d6-4671-8bed-8e12cdcb70c1 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] 10.222.0.68 "GET /v2.0/networks?id=d0e51efe-0e7d-4430-816c-c5092a8f40f0 HTTP/1.1" status: 200 len: 811 time: 0.3109586 Aug 25 16:10:24.718597 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.services.segments.db [None req-d1ad783e-fae6-494a-b41d-a50f95e2f856 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a37d833d-66e9-4f65-9a94-3699a0dcc73d') {'for_net_delete': True} {{(pid=75040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:10:24.718782 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.services.segments.db [None req-d1ad783e-fae6-494a-b41d-a50f95e2f856 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a37d833d-66e9-4f65-9a94-3699a0dcc73d') {} {{(pid=75040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:10:24.736725 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-636409af-e1f0-4d90-b779-20f6638a3f9b req-9f89456b-eef7-49d6-bce8-a34663e092d9 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] 10.222.0.68 "GET /v2.0/quotas/d9f03318c9a74e1a8903854ddc6da304 HTTP/1.1" status: 200 len: 375 time: 0.0217075 Aug 25 16:10:24.745814 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-d1ad783e-fae6-494a-b41d-a50f95e2f856 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776572267165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2023882'] for segment, before_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:24.751450 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-686691d7-d528-4b5a-bff9-190da9453ae6 req-03d9d34e-673e-4405-b91d-a02e60248de4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4515a93f-3bd9-4662-9c95-c434db83c9bf HTTP/1.1" status: 200 len: 217 time: 0.1097033 Aug 25 16:10:24.804424 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-d1ad783e-fae6-494a-b41d-a50f95e2f856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16198673'] for segment, precommit_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:24.821648 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1ad783e-fae6-494a-b41d-a50f95e2f856 admin admin] Releasing vlan 858 on physical network physnet1 to pool {{(pid=75040) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 25 16:10:24.822183 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-d1ad783e-fae6-494a-b41d-a50f95e2f856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16198671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1434677'] for segment, after_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:24.835950 dv-cinder-806007-1-smb neutron-server[75040]: Traceback (most recent call last): Aug 25 16:10:24.835950 dv-cinder-806007-1-smb neutron-server[75040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 25 16:10:24.835950 dv-cinder-806007-1-smb neutron-server[75040]: timer() Aug 25 16:10:24.835950 dv-cinder-806007-1-smb neutron-server[75040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 16:10:24.835950 dv-cinder-806007-1-smb neutron-server[75040]: cb(*args, **kw) Aug 25 16:10:24.835950 dv-cinder-806007-1-smb neutron-server[75040]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 25 16:10:24.835950 dv-cinder-806007-1-smb neutron-server[75040]: return func(*args, **kwargs) Aug 25 16:10:24.835950 dv-cinder-806007-1-smb neutron-server[75040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 16:10:24.835950 dv-cinder-806007-1-smb neutron-server[75040]: self._notify() Aug 25 16:10:24.835950 dv-cinder-806007-1-smb neutron-server[75040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 16:10:24.835950 dv-cinder-806007-1-smb neutron-server[75040]: self.callback(batched_events) Aug 25 16:10:24.835950 dv-cinder-806007-1-smb neutron-server[75040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 16:10:24.835950 dv-cinder-806007-1-smb neutron-server[75040]: event.method(event) Aug 25 16:10:24.835950 dv-cinder-806007-1-smb neutron-server[75040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 25 16:10:24.835950 dv-cinder-806007-1-smb neutron-server[75040]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 16:10:24.835950 dv-cinder-806007-1-smb neutron-server[75040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 25 16:10:24.835950 dv-cinder-806007-1-smb neutron-server[75040]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 16:10:24.835950 dv-cinder-806007-1-smb neutron-server[75040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 25 16:10:24.835950 dv-cinder-806007-1-smb neutron-server[75040]: return f(self, *a, **k) Aug 25 16:10:24.835950 dv-cinder-806007-1-smb neutron-server[75040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 16:10:24.835950 dv-cinder-806007-1-smb neutron-server[75040]: return self._get(url).json() Aug 25 16:10:24.835950 dv-cinder-806007-1-smb neutron-server[75040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 16:10:24.835950 dv-cinder-806007-1-smb neutron-server[75040]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 16:10:24.835950 dv-cinder-806007-1-smb neutron-server[75040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 25 16:10:24.835950 dv-cinder-806007-1-smb neutron-server[75040]: return self.request(url, 'GET', **kwargs) Aug 25 16:10:24.835950 dv-cinder-806007-1-smb neutron-server[75040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 25 16:10:24.835950 dv-cinder-806007-1-smb neutron-server[75040]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 16:10:24.835950 dv-cinder-806007-1-smb neutron-server[75040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 25 16:10:24.835950 dv-cinder-806007-1-smb neutron-server[75040]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 16:10:24.835950 dv-cinder-806007-1-smb neutron-server[75040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 25 16:10:24.835950 dv-cinder-806007-1-smb neutron-server[75040]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 16:10:24.835950 dv-cinder-806007-1-smb neutron-server[75040]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 16:10:24.892240 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686691d7-d528-4b5a-bff9-190da9453ae6 req-557b399b-c0c9-484d-b31e-a6f1b0d2f43a service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:24.893880 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-686691d7-d528-4b5a-bff9-190da9453ae6 req-557b399b-c0c9-484d-b31e-a6f1b0d2f43a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=69cf06f5-4b93-4431-8d8c-27a4df3b9aa7 HTTP/1.1" status: 200 len: 859 time: 0.1345513 Aug 25 16:10:24.943085 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-636409af-e1f0-4d90-b779-20f6638a3f9b req-5833e87f-f5d3-4af3-8ce1-3def0e4b544b tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=d9f03318c9a74e1a8903854ddc6da304&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1996510 Aug 25 16:10:24.944240 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-d1ad783e-fae6-494a-b41d-a50f95e2f856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16197928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453727'] for network, after_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:24.948810 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:10:24.977263 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-686691d7-d528-4b5a-bff9-190da9453ae6 req-a0bf134e-4916-4310-954e-6c3d64138984 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d0ae9dbb-c442-45e5-bb7b-f5c10c916870&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0743437 Aug 25 16:10:25.002082 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-d1ad783e-fae6-494a-b41d-a50f95e2f856 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16129646'] for network, before_response {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:25.012866 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ad783e-fae6-494a-b41d-a50f95e2f856 admin admin] Pushing event deleted for resources: {'Network': ['ID=627d7701-c287-4b8d-9577-aafb3373aa52,revision_number=None']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:25.067641 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-d1ad783e-fae6-494a-b41d-a50f95e2f856 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:10:25.078691 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-d1ad783e-fae6-494a-b41d-a50f95e2f856 admin admin] 10.222.0.68 "DELETE /v2.0/networks/627d7701-c287-4b8d-9577-aafb3373aa52 HTTP/1.1" status: 204 len: 168 time: 0.8619437 Aug 25 16:10:25.107632 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4b4a19-0b26-441b-9ee5-d21161cf62d8 req-406c3104-4fa0-4b14-b1bd-6732007bb82c tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:25.109028 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [req-ba4b4a19-0b26-441b-9ee5-d21161cf62d8 req-406c3104-4fa0-4b14-b1bd-6732007bb82c tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] Synchronizing usage tracker for tenant:7bcd0c2726864d0db2590ec11bb3d659 on resource:port {{(pid=75041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:10:25.143830 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [req-ba4b4a19-0b26-441b-9ee5-d21161cf62d8 req-406c3104-4fa0-4b14-b1bd-6732007bb82c tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] Unset dirty status for tenant:7bcd0c2726864d0db2590ec11bb3d659 on resource:port {{(pid=75041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:10:25.145385 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-ba4b4a19-0b26-441b-9ee5-d21161cf62d8 req-406c3104-4fa0-4b14-b1bd-6732007bb82c tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/ports?device_id=21576f61-6c69-4e7d-bcca-66318419bc0b HTTP/1.1" status: 200 len: 944 time: 0.3348367 Aug 25 16:10:25.175435 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-636409af-e1f0-4d90-b779-20f6638a3f9b req-47a84e9b-507c-4353-85d8-24939eefb8f4 service neutron] 10.222.0.68 "GET /v2.0/networks/d0e51efe-0e7d-4430-816c-c5092a8f40f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2104728 Aug 25 16:10:25.241708 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-686691d7-d528-4b5a-bff9-190da9453ae6 req-f4412095-3f00-4670-a43a-f956b965c36d service neutron] 10.222.0.70 "GET /v2.0/networks/d0ae9dbb-c442-45e5-bb7b-f5c10c916870?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2550836 Aug 25 16:10:25.243940 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-ba4b4a19-0b26-441b-9ee5-d21161cf62d8 req-9edd38b7-27ef-45ef-b9c9-1947b45536da tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/security-groups?id=9e7f6e62-5d07-4b94-bd1b-2408a7eb9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762858 Aug 25 16:10:25.283556 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Device a2004afb-50ec-4eef-af5d-50a1aa80529c up at agent hyperv_hv-cinder-80600 {{(pid=75042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:10:25.485420 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-636409af-e1f0-4d90-b779-20f6638a3f9b req-2af305f3-cc40-41a1-bc01-84b667f351a2 service neutron] 10.222.0.68 "GET /v2.0/networks/d0e51efe-0e7d-4430-816c-c5092a8f40f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3026974 Aug 25 16:10:25.491464 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.provisioning_blocks [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Provisioning for port a2004afb-50ec-4eef-af5d-50a1aa80529c completed by entity L2. {{(pid=75042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:10:25.500880 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.provisioning_blocks [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Provisioning complete for port a2004afb-50ec-4eef-af5d-50a1aa80529c triggered by entity L2. {{(pid=75042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:10:25.501952 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16203014'] for port, provisioning_complete {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:25.573991 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 53482) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:10:25.688088 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-686691d7-d528-4b5a-bff9-190da9453ae6 req-fe1d81a2-ffe0-4bcf-a395-807b50ee79fc service neutron] 10.222.0.70 "GET /v2.0/networks/d0ae9dbb-c442-45e5-bb7b-f5c10c916870?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4380698 Aug 25 16:10:25.694108 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:25.729912 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f731f603-51ad-495a-891d-ea0444649bed req-62839149-465a-4283-a0ce-d2c1a7f775ca tempest-DeleteServersTestJSON-1501101341 tempest-DeleteServersTestJSON-1501101341-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:25.732311 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-f731f603-51ad-495a-891d-ea0444649bed req-62839149-465a-4283-a0ce-d2c1a7f775ca tempest-DeleteServersTestJSON-1501101341 tempest-DeleteServersTestJSON-1501101341-project] 10.222.0.68 "GET /v2.0/ports?device_id=2f51e0d0-e81b-46e7-9f40-28851ce056ba HTTP/1.1" status: 200 len: 944 time: 0.1877582 Aug 25 16:10:25.741703 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-eec5c149-ea11-493f-9fb3-bed0e8dd62ca admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=4ee5fe4db26d42a8b498b57c5f8ce2cb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1636639 Aug 25 16:10:25.742278 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.wsgi [-] (75041) accepted ('10.222.0.68', 53490) {{(pid=75041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:10:25.791910 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.db [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] For port a2004afb-50ec-4eef-af5d-50a1aa80529c, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=a2004afb-50ec-4eef-af5d-50a1aa80529c,segment=NetworkSegment(5fb692cd-1aa6-42e2-97e8-f9f429956167),segment_id=5fb692cd-1aa6-42e2-97e8-f9f429956167)] {{(pid=75042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:10:25.793046 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '768557d9-c88d-4397-91dd-f58022c93843', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2004afb-50ec-4eef-af5d-50a1aa80529c'}] {{(pid=75042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:10:25.854481 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21576f61-6c69-4e7d-bcca-66318419bc0b', 'tag': '4515a93f-3bd9-4662-9c95-c434db83c9bf', 'status': 'completed', 'code': 200} Aug 25 16:10:25.854952 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776572168726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776571761677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776571761722'] for port, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:25.855815 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Device 1f3c1bfd-78ae-48d5-bb8e-72da6b27cdc0 up at agent hyperv_hv-cinder-80600 {{(pid=75042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:10:25.920068 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Device 9e55183a-48e9-4440-94d7-b92ffa2acccb up at agent ovs-agent-dv-cinder-806007-1-smb {{(pid=75042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:10:25.953628 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:10:25.988237 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-f731f603-51ad-495a-891d-ea0444649bed req-1565f113-1f86-49a2-90cb-124556e229b4 tempest-DeleteServersTestJSON-1501101341 tempest-DeleteServersTestJSON-1501101341-project] 10.222.0.68 "GET /v2.0/security-groups?id=0896c8fc-ed64-4b09-8c52-dab04491f838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2353423 Aug 25 16:10:25.989137 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-10b8aabe-6ae5-4b8b-9912-1f9d7b636658 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:26.001348 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [req-ea2e0158-6447-4c19-9d46-2a2f4f231d60 req-11bdc068-f9ee-41a6-a063-09d5d17ae073 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Synchronizing usage tracker for tenant:dc71d1df614a4412aaf0b6136cfc4aba on resource:port {{(pid=75040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:10:26.028781 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [req-ea2e0158-6447-4c19-9d46-2a2f4f231d60 req-11bdc068-f9ee-41a6-a063-09d5d17ae073 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Unset dirty status for tenant:dc71d1df614a4412aaf0b6136cfc4aba on resource:port {{(pid=75040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:10:26.030027 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-ea2e0158-6447-4c19-9d46-2a2f4f231d60 req-11bdc068-f9ee-41a6-a063-09d5d17ae073 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/ports?device_id=0d3c7106-0222-421b-af61-a22cca9b27dd HTTP/1.1" status: 200 len: 210 time: 0.0721571 Aug 25 16:10:26.045720 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Pushing event updated for resources: {'Port': ['ID=a2004afb-50ec-4eef-af5d-50a1aa80529c,revision_number=5']} {{(pid=75042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:26.059847 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:10:26.064489 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-10b8aabe-6ae5-4b8b-9912-1f9d7b636658 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:26.075982 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.provisioning_blocks [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Provisioning for port 1f3c1bfd-78ae-48d5-bb8e-72da6b27cdc0 completed by entity L2. {{(pid=75042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:10:26.086275 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.provisioning_blocks [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Provisioning complete for port 1f3c1bfd-78ae-48d5-bb8e-72da6b27cdc0 triggered by entity L2. {{(pid=75042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:10:26.086656 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16203014'] for port, provisioning_complete {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:26.097486 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-cef5ebe1-e8dc-4612-9174-ba3ffcbcd3de req-3f759233-44a6-49d5-ad5a-560dd29d2343 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7bcd0c2726864d0db2590ec11bb3d659&device_id=21576f61-6c69-4e7d-bcca-66318419bc0b HTTP/1.1" status: 200 len: 1097 time: 0.2207985 Aug 25 16:10:26.279088 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-c7945074-3535-4752-afdb-68e0d6a2927e req-33b60525-9c81-4efb-840f-bfdacda760b2 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] 10.222.0.68 "GET /v2.0/ports?device_id=1b48424c-0ad1-49ce-93a4-2f1c27f25176 HTTP/1.1" status: 200 len: 210 time: 0.0863500 Aug 25 16:10:26.364616 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.provisioning_blocks [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Provisioning for port 9e55183a-48e9-4440-94d7-b92ffa2acccb completed by entity L2. {{(pid=75042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:10:26.376367 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.provisioning_blocks [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Provisioning complete for port 9e55183a-48e9-4440-94d7-b92ffa2acccb triggered by entity L2. {{(pid=75042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:10:26.376955 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16203014'] for port, provisioning_complete {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:26.552451 dv-cinder-806007-1-smb neutron-server[75042]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '768557d9-c88d-4397-91dd-f58022c93843', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2004afb-50ec-4eef-af5d-50a1aa80529c', 'code': 200} Aug 25 16:10:26.555155 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:26.581583 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:26.591793 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef5ebe1-e8dc-4612-9174-ba3ffcbcd3de req-319de351-ec92-484a-827c-689ca38039b7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:26.593300 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-cef5ebe1-e8dc-4612-9174-ba3ffcbcd3de req-319de351-ec92-484a-827c-689ca38039b7 service neutron] 10.222.0.70 "GET /v2.0/networks?id=d0ae9dbb-c442-45e5-bb7b-f5c10c916870 HTTP/1.1" status: 200 len: 920 time: 0.4819555 Aug 25 16:10:26.611309 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.db [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] For port 9e55183a-48e9-4440-94d7-b92ffa2acccb, host dv-cinder-806007-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-1-smb',level=0,port_id=9e55183a-48e9-4440-94d7-b92ffa2acccb,segment=NetworkSegment(cbdd21c8-b3ae-45c5-b207-3efdd7246341),segment_id=cbdd21c8-b3ae-45c5-b207-3efdd7246341)] {{(pid=75042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:10:26.633292 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.db [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] For port 1f3c1bfd-78ae-48d5-bb8e-72da6b27cdc0, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=1f3c1bfd-78ae-48d5-bb8e-72da6b27cdc0,segment=NetworkSegment(53e90e11-1ea4-470b-a7ec-89c9efd670e6),segment_id=53e90e11-1ea4-470b-a7ec-89c9efd670e6)] {{(pid=75042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:10:26.635248 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776572168726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776571761677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776571761722'] for port, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:26.638399 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [None req-534900a6-bda8-4433-8b3f-1a08bd030c06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:10:26.709785 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Pushing event updated for resources: {'Port': ['ID=9e55183a-48e9-4440-94d7-b92ffa2acccb,revision_number=4']} {{(pid=75042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:26.712569 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776572168726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776571761677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776571761722'] for port, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:26.713647 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Device 10ad7f25-3a4a-4869-b72e-0006ee6c2a61 up at agent hyperv_hv-cinder-80600 {{(pid=75042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:10:26.771109 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:10:26.771810 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:10:26.831231 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.provisioning_blocks [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Provisioning for port 10ad7f25-3a4a-4869-b72e-0006ee6c2a61 completed by entity L2. {{(pid=75042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:10:26.839035 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.provisioning_blocks [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Provisioning complete for port 10ad7f25-3a4a-4869-b72e-0006ee6c2a61 triggered by entity L2. {{(pid=75042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:10:26.839819 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16203014'] for port, provisioning_complete {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:26.878137 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46b9572-cfdf-4558-800e-1d178c1f6b2e req-aa22c9da-0321-45f7-9b09-2867653c0aca tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:26.879714 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-a46b9572-cfdf-4558-800e-1d178c1f6b2e req-aa22c9da-0321-45f7-9b09-2867653c0aca tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/ports?device_id=21576f61-6c69-4e7d-bcca-66318419bc0b HTTP/1.1" status: 200 len: 944 time: 0.1774850 Aug 25 16:10:26.881992 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-10b8aabe-6ae5-4b8b-9912-1f9d7b636658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:26.923023 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Pushing event updated for resources: {'Port': ['ID=1f3c1bfd-78ae-48d5-bb8e-72da6b27cdc0,revision_number=5']} {{(pid=75042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:26.930606 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:10:26.969814 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-4b904769-968a-45aa-8d33-519711cc97e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:10:26.978488 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-cef5ebe1-e8dc-4612-9174-ba3ffcbcd3de req-4a1310a8-5631-4e9d-8d16-2aa46bfd485c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4515a93f-3bd9-4662-9c95-c434db83c9bf HTTP/1.1" status: 200 len: 217 time: 0.3257947 Aug 25 16:10:27.003594 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-a46b9572-cfdf-4558-800e-1d178c1f6b2e req-eafd3ce5-ca30-4c2a-914a-532f16e1a686 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/security-groups?id=9e7f6e62-5d07-4b94-bd1b-2408a7eb9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168404 Aug 25 16:10:27.103443 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b8aabe-6ae5-4b8b-9912-1f9d7b636658 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=960201d6-494a-40e9-a8f5-bc4cca751a8a,revision_number=None']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:27.121906 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5e84e6-a993-40b6-9af4-cb58fabb976a req-e560bd4c-1236-45a0-9a25-2cdd53bcdddd tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:27.132588 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-4b5e84e6-a993-40b6-9af4-cb58fabb976a req-e560bd4c-1236-45a0-9a25-2cdd53bcdddd tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] 10.222.0.68 "GET /v2.0/ports?device_id=da51e349-883a-43b1-adaf-83f5a646bfd0 HTTP/1.1" status: 200 len: 945 time: 0.8002820 Aug 25 16:10:27.158666 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:27.167993 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b824c9e3-a7d0-4d63-b96d-ac10eee48d05 req-1b8bd533-4f5e-4b1f-8206-863c545edc07 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:27.170344 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-b824c9e3-a7d0-4d63-b96d-ac10eee48d05 req-1b8bd533-4f5e-4b1f-8206-863c545edc07 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.70 "GET /v2.0/networks?id=fb04b5ec-673a-4a91-b0e5-12c6c13382bd HTTP/1.1" status: 200 len: 815 time: 0.7707989 Aug 25 16:10:27.171391 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-10b8aabe-6ae5-4b8b-9912-1f9d7b636658 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:10:27.204176 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.db [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] For port 10ad7f25-3a4a-4869-b72e-0006ee6c2a61, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=10ad7f25-3a4a-4869-b72e-0006ee6c2a61,segment=NetworkSegment(215609b0-0c2d-4037-aca0-35ce882d3942),segment_id=215609b0-0c2d-4037-aca0-35ce882d3942)] {{(pid=75042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:10:27.207865 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776572168726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776571761677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776571761722'] for port, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:27.211249 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:10:27.227137 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef5ebe1-e8dc-4612-9174-ba3ffcbcd3de req-52e1c48a-a427-4551-ae2e-e35c8962c2d6 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:27.229412 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-cef5ebe1-e8dc-4612-9174-ba3ffcbcd3de req-52e1c48a-a427-4551-ae2e-e35c8962c2d6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=69cf06f5-4b93-4431-8d8c-27a4df3b9aa7 HTTP/1.1" status: 200 len: 859 time: 0.2271163 Aug 25 16:10:27.231310 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62a4488-ca06-45c8-adc5-e879224f5430 req-042cd1d3-ee9d-4606-ae18-a7e8c758f305 tempest-DeleteServersTestJSON-1501101341 tempest-DeleteServersTestJSON-1501101341-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:27.232976 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-f62a4488-ca06-45c8-adc5-e879224f5430 req-042cd1d3-ee9d-4606-ae18-a7e8c758f305 tempest-DeleteServersTestJSON-1501101341 tempest-DeleteServersTestJSON-1501101341-project] 10.222.0.68 "GET /v2.0/ports?device_id=2f51e0d0-e81b-46e7-9f40-28851ce056ba HTTP/1.1" status: 200 len: 945 time: 0.1000130 Aug 25 16:10:27.300899 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-f62a4488-ca06-45c8-adc5-e879224f5430 req-fc2e6d7c-cca2-4fec-a5da-889cc9f4d480 tempest-DeleteServersTestJSON-1501101341 tempest-DeleteServersTestJSON-1501101341-project] 10.222.0.68 "GET /v2.0/security-groups?id=0896c8fc-ed64-4b09-8c52-dab04491f838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589037 Aug 25 16:10:27.353774 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-10b8aabe-6ae5-4b8b-9912-1f9d7b636658 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:27.355334 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [None req-10b8aabe-6ae5-4b8b-9912-1f9d7b636658 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/960201d6-494a-40e9-a8f5-bc4cca751a8a HTTP/1.1" status: 204 len: 168 time: 1.6120071 Aug 25 16:10:27.370090 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Pushing event updated for resources: {'Port': ['ID=10ad7f25-3a4a-4869-b72e-0006ee6c2a61,revision_number=5']} {{(pid=75042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:27.394951 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:10:27.413260 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-4b5e84e6-a993-40b6-9af4-cb58fabb976a req-5c6a07cb-d651-4292-acf3-3cf3cc65379a tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] 10.222.0.68 "GET /v2.0/security-groups?id=08292ed9-3586-482c-a672-563a9deccae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2814116 Aug 25 16:10:27.419277 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-cef5ebe1-e8dc-4612-9174-ba3ffcbcd3de req-81891fb9-d58c-4bbb-b0c4-b6e357c52e35 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d0ae9dbb-c442-45e5-bb7b-f5c10c916870&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1822946 Aug 25 16:10:27.534674 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-12be23ce-0462-4c13-9a24-dc175df33c82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:27.637732 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-bf0ed324-665c-4c31-9bce-3f2ebe8f09d4 req-74ddabb5-6051-4c44-aa30-32ba39737f99 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=768557d9-c88d-4397-91dd-f58022c93843 HTTP/1.1" status: 200 len: 1099 time: 0.7289786 Aug 25 16:10:27.731439 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [req-79d30f9a-6aab-4eef-b260-396533f2624d req-d41fbb2f-0c85-4b8a-8c45-46e88c1da1bb tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Synchronizing usage tracker for tenant:d9f03318c9a74e1a8903854ddc6da304 on resource:port {{(pid=75041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:10:27.742658 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-b824c9e3-a7d0-4d63-b96d-ac10eee48d05 req-fde15190-a692-4932-92ee-91c5e4a19a72 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dc71d1df614a4412aaf0b6136cfc4aba HTTP/1.1" status: 200 len: 379 time: 0.5075457 Aug 25 16:10:27.747017 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Device 9e55183a-48e9-4440-94d7-b92ffa2acccb up at agent ovs-agent-dv-cinder-806007-1-smb {{(pid=75042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:10:27.775483 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [req-bf0ed324-665c-4c31-9bce-3f2ebe8f09d4 req-04ca8e30-ae24-4814-86a5-17a3cd7988af service neutron] Notify callbacks [] for security_group, before_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:27.784699 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-f83835b7-f89e-4404-bdce-f458e098c6ba req-9d565920-0c9e-40da-ac17-4dd3fe4842f5 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/ports?device_id=0d3c7106-0222-421b-af61-a22cca9b27dd HTTP/1.1" status: 200 len: 210 time: 0.2729902 Aug 25 16:10:27.821965 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.v2.base [req-b824c9e3-a7d0-4d63-b96d-ac10eee48d05 req-e52e6b9d-5cf2-4093-985c-38fd95cfd51e tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Request body: {'port': {'device_id': '0d3c7106-0222-421b-af61-a22cca9b27dd', 'network_id': 'fb04b5ec-673a-4a91-b0e5-12c6c13382bd', 'admin_state_up': True, 'tenant_id': 'dc71d1df614a4412aaf0b6136cfc4aba', 'security_groups': ['3fd554c8-8e1b-4d92-bc55-34a0478699d4']}} {{(pid=75041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:10:27.883385 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.quota.driver [req-bf0ed324-665c-4c31-9bce-3f2ebe8f09d4 req-04ca8e30-ae24-4814-86a5-17a3cd7988af service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:10:27.889646 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [req-bf0ed324-665c-4c31-9bce-3f2ebe8f09d4 req-04ca8e30-ae24-4814-86a5-17a3cd7988af service neutron] Usage tracker for resource:security_group_rule and tenant:1e5494b3226b4ab3b9c152cc8c063995 is out of sync, need to count used quota {{(pid=75041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:10:27.893206 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [req-bf0ed324-665c-4c31-9bce-3f2ebe8f09d4 req-04ca8e30-ae24-4814-86a5-17a3cd7988af service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:10:27.899669 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.quota.driver [req-bf0ed324-665c-4c31-9bce-3f2ebe8f09d4 req-04ca8e30-ae24-4814-86a5-17a3cd7988af service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:10:27.905257 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.provisioning_blocks [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Provisioning complete for port 9e55183a-48e9-4440-94d7-b92ffa2acccb triggered by entity L2. {{(pid=75042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:10:27.905807 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16203014'] for port, provisioning_complete {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:27.995474 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [req-bf0ed324-665c-4c31-9bce-3f2ebe8f09d4 req-04ca8e30-ae24-4814-86a5-17a3cd7988af service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:28.085852 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 53556) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:10:28.116900 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [req-bf0ed324-665c-4c31-9bce-3f2ebe8f09d4 req-04ca8e30-ae24-4814-86a5-17a3cd7988af service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:28.128131 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636409af-e1f0-4d90-b779-20f6638a3f9b req-07dcd1e4-3560-4c48-93e7-455968d58743 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:28.128914 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-cef5ebe1-e8dc-4612-9174-ba3ffcbcd3de req-c22f0a64-4e85-417d-ada4-9d690374c522 service neutron] 10.222.0.70 "GET /v2.0/networks/d0ae9dbb-c442-45e5-bb7b-f5c10c916870?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6998203 Aug 25 16:10:28.129118 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-636409af-e1f0-4d90-b779-20f6638a3f9b req-07dcd1e4-3560-4c48-93e7-455968d58743 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] 10.222.0.70 "GET /v2.0/networks?id=d0e51efe-0e7d-4430-816c-c5092a8f40f0 HTTP/1.1" status: 200 len: 811 time: 0.4217663 Aug 25 16:10:28.132553 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:10:28.140671 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [req-79d30f9a-6aab-4eef-b260-396533f2624d req-d41fbb2f-0c85-4b8a-8c45-46e88c1da1bb tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Unset dirty status for tenant:d9f03318c9a74e1a8903854ddc6da304 on resource:port {{(pid=75041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:10:28.141975 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-79d30f9a-6aab-4eef-b260-396533f2624d req-d41fbb2f-0c85-4b8a-8c45-46e88c1da1bb tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] 10.222.0.68 "GET /v2.0/ports?device_id=1b48424c-0ad1-49ce-93a4-2f1c27f25176 HTTP/1.1" status: 200 len: 210 time: 0.5142417 Aug 25 16:10:28.247807 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-ca1c8df4-f537-4265-b873-05d304aa5c40 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=9f0ccc4b44694f5b8a4b7a8053266ace&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1550617 Aug 25 16:10:28.248888 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 53564) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:10:28.280662 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-bf0ed324-665c-4c31-9bce-3f2ebe8f09d4 req-04ca8e30-ae24-4814-86a5-17a3cd7988af service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=9e7f6e62-5d07-4b94-bd1b-2408a7eb9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5860541 Aug 25 16:10:28.288297 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-636409af-e1f0-4d90-b779-20f6638a3f9b req-5939f0d9-5957-4c57-a902-768ac18aa0e6 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d9f03318c9a74e1a8903854ddc6da304 HTTP/1.1" status: 200 len: 379 time: 0.1330960 Aug 25 16:10:28.313239 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ca8e30-ae24-4814-86a5-17a3cd7988af service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=e5a34e37-1d68-476d-b1a3-a8c411956d03,revision_number=1']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:28.326144 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-04ca8e30-ae24-4814-86a5-17a3cd7988af service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:10:28.358498 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de18df9f-b431-480a-acdf-8f54cbfd3ee6 req-4134148e-c137-4251-aecc-c9df472af78a tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:28.365906 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-de18df9f-b431-480a-acdf-8f54cbfd3ee6 req-4134148e-c137-4251-aecc-c9df472af78a tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/ports?device_id=21576f61-6c69-4e7d-bcca-66318419bc0b HTTP/1.1" status: 200 len: 944 time: 0.1736102 Aug 25 16:10:28.395951 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-7ff8c5ac-0169-4915-980c-ed2136e34396 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:28.440715 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-7ff8c5ac-0169-4915-980c-ed2136e34396 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:28.446042 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-cef5ebe1-e8dc-4612-9174-ba3ffcbcd3de req-a56088a5-3a51-4f4b-804d-2d7dd208613c service neutron] 10.222.0.70 "GET /v2.0/networks/d0ae9dbb-c442-45e5-bb7b-f5c10c916870?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2938485 Aug 25 16:10:28.456979 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.quota.driver [req-b824c9e3-a7d0-4d63-b96d-ac10eee48d05 req-e52e6b9d-5cf2-4093-985c-38fd95cfd51e tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:10:28.470151 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.quota.driver [req-b824c9e3-a7d0-4d63-b96d-ac10eee48d05 req-e52e6b9d-5cf2-4093-985c-38fd95cfd51e tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=75041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:10:28.473363 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-de18df9f-b431-480a-acdf-8f54cbfd3ee6 req-99ff4d35-d37d-47ff-b6f7-3ed70b5fdda2 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/security-groups?id=9e7f6e62-5d07-4b94-bd1b-2408a7eb9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064291 Aug 25 16:10:28.528543 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.v2.base [req-636409af-e1f0-4d90-b779-20f6638a3f9b req-648aff2d-d468-4b62-9f93-aa99d52f64c0 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Request body: {'port': {'device_id': '1b48424c-0ad1-49ce-93a4-2f1c27f25176', 'network_id': 'd0e51efe-0e7d-4430-816c-c5092a8f40f0', 'admin_state_up': True, 'tenant_id': 'd9f03318c9a74e1a8903854ddc6da304', 'security_groups': ['1d097c96-4f75-4fbf-b31b-824952f1b3d1']}} {{(pid=75040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:10:28.544940 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b824c9e3-a7d0-4d63-b96d-ac10eee48d05 req-e52e6b9d-5cf2-4093-985c-38fd95cfd51e tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Made reservation on behalf of dc71d1df614a4412aaf0b6136cfc4aba for: {'port': 1} {{(pid=75041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:10:28.547997 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-7ff8c5ac-0169-4915-980c-ed2136e34396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:28.548114 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [req-b824c9e3-a7d0-4d63-b96d-ac10eee48d05 req-e52e6b9d-5cf2-4093-985c-38fd95cfd51e tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:28.553739 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f51e0d0-e81b-46e7-9f40-28851ce056ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f3c1bfd-78ae-48d5-bb8e-72da6b27cdc0'}, {'server_uuid': 'da51e349-883a-43b1-adaf-83f5a646bfd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10ad7f25-3a4a-4869-b72e-0006ee6c2a61'}] {{(pid=75042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:10:28.611684 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:10:28.648292 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ebcdf9-e3a9-46fa-832f-15e01c61a8aa req-96ea9de9-e59d-4e87-9240-faf41ce6c127 tempest-DeleteServersTestJSON-1501101341 tempest-DeleteServersTestJSON-1501101341-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:28.649793 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-82ebcdf9-e3a9-46fa-832f-15e01c61a8aa req-96ea9de9-e59d-4e87-9240-faf41ce6c127 tempest-DeleteServersTestJSON-1501101341 tempest-DeleteServersTestJSON-1501101341-project] 10.222.0.68 "GET /v2.0/ports?device_id=2f51e0d0-e81b-46e7-9f40-28851ce056ba HTTP/1.1" status: 200 len: 945 time: 0.1759539 Aug 25 16:10:28.672230 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff8c5ac-0169-4915-980c-ed2136e34396 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c72380db-1d17-4830-9d69-c37c0b3f6c25,revision_number=None']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:28.674566 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-7ff8c5ac-0169-4915-980c-ed2136e34396 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:10:28.689709 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-7ff8c5ac-0169-4915-980c-ed2136e34396 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:28.690881 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-7ff8c5ac-0169-4915-980c-ed2136e34396 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/c72380db-1d17-4830-9d69-c37c0b3f6c25 HTTP/1.1" status: 204 len: 168 time: 0.4410806 Aug 25 16:10:28.765789 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-82ebcdf9-e3a9-46fa-832f-15e01c61a8aa req-4ca62d98-2945-4f84-b220-d756f84ca185 tempest-DeleteServersTestJSON-1501101341 tempest-DeleteServersTestJSON-1501101341-project] 10.222.0.68 "GET /v2.0/security-groups?id=0896c8fc-ed64-4b09-8c52-dab04491f838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061630 Aug 25 16:10:28.767443 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:28.775208 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [req-636409af-e1f0-4d90-b779-20f6638a3f9b req-648aff2d-d468-4b62-9f93-aa99d52f64c0 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:10:28.794529 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5e635d-1bb4-41ce-86f4-b75c4a32ea48 req-e3389f52-108d-4a0d-9cfe-95f55aafbb4f tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:28.796495 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-3c5e635d-1bb4-41ce-86f4-b75c4a32ea48 req-e3389f52-108d-4a0d-9cfe-95f55aafbb4f tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] 10.222.0.68 "GET /v2.0/ports?device_id=da51e349-883a-43b1-adaf-83f5a646bfd0 HTTP/1.1" status: 200 len: 946 time: 0.1711860 Aug 25 16:10:28.799416 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.db_base_plugin_common [req-b824c9e3-a7d0-4d63-b96d-ac10eee48d05 req-e52e6b9d-5cf2-4093-985c-38fd95cfd51e tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Allocated IP 172.20.0.12 (fb04b5ec-673a-4a91-b0e5-12c6c13382bd/dcc96182-e992-4fac-b9ad-11619c23a7ba/bf374dad-3f0b-4091-8d94-2e239257f70f) {{(pid=75041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:10:28.801724 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [req-636409af-e1f0-4d90-b779-20f6638a3f9b req-648aff2d-d468-4b62-9f93-aa99d52f64c0 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:10:28.844574 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-636409af-e1f0-4d90-b779-20f6638a3f9b req-648aff2d-d468-4b62-9f93-aa99d52f64c0 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Made reservation on behalf of d9f03318c9a74e1a8903854ddc6da304 for: {'port': 1} {{(pid=75040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:10:28.848488 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [req-636409af-e1f0-4d90-b779-20f6638a3f9b req-648aff2d-d468-4b62-9f93-aa99d52f64c0 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:28.851631 dv-cinder-806007-1-smb neutron-server[75042]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f51e0d0-e81b-46e7-9f40-28851ce056ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f3c1bfd-78ae-48d5-bb8e-72da6b27cdc0', 'code': 200} Aug 25 16:10:28.851906 dv-cinder-806007-1-smb neutron-server[75042]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da51e349-883a-43b1-adaf-83f5a646bfd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10ad7f25-3a4a-4869-b72e-0006ee6c2a61', 'code': 200} Aug 25 16:10:28.889483 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-3c5e635d-1bb4-41ce-86f4-b75c4a32ea48 req-c9c6f8f3-0123-4918-9ce7-abc21bb891e1 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] 10.222.0.68 "GET /v2.0/security-groups?id=08292ed9-3586-482c-a672-563a9deccae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843034 Aug 25 16:10:29.144553 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.db_base_plugin_common [req-636409af-e1f0-4d90-b779-20f6638a3f9b req-648aff2d-d468-4b62-9f93-aa99d52f64c0 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Allocated IP 172.20.0.8 (d0e51efe-0e7d-4430-816c-c5092a8f40f0/fe3c2446-8b99-4be0-b8e9-28ca607c8880/ebdd01f5-17bf-4775-a045-ab233f03d4a8) {{(pid=75040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:10:29.156443 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-94695e6e-0fb9-4ae2-8525-2deb8dddac40 req-3b7f57a1-18a8-4ae5-a7c0-1b94fd936902 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/ports?device_id=0d3c7106-0222-421b-af61-a22cca9b27dd HTTP/1.1" status: 200 len: 210 time: 0.1038222 Aug 25 16:10:29.305377 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Device 4515a93f-3bd9-4662-9c95-c434db83c9bf details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 25 16:10:29.332671 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [req-b824c9e3-a7d0-4d63-b96d-ac10eee48d05 req-e52e6b9d-5cf2-4093-985c-38fd95cfd51e tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Notify callbacks [] for port, precommit_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:29.376520 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.provisioning_blocks [req-b824c9e3-a7d0-4d63-b96d-ac10eee48d05 req-e52e6b9d-5cf2-4093-985c-38fd95cfd51e tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Transition to ACTIVE for port object bf374dad-3f0b-4091-8d94-2e239257f70f will not be triggered until provisioned by entity DHCP. {{(pid=75041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:10:29.441090 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-13ffa789-ab18-4898-a853-f328b8ea38a6 req-b2edd925-05cd-4e5d-9c63-accd49e52ed1 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=2f51e0d0-e81b-46e7-9f40-28851ce056ba HTTP/1.1" status: 200 len: 1098 time: 0.2624109 Aug 25 16:10:29.442216 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [req-b824c9e3-a7d0-4d63-b96d-ac10eee48d05 req-e52e6b9d-5cf2-4093-985c-38fd95cfd51e tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776571788279'] for port, after_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:29.452435 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-b26b7bee-9b2b-48fa-8764-61e277269b76 req-f5b4a8dc-f758-47e5-837d-e636ecf8e8c4 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=da51e349-883a-43b1-adaf-83f5a646bfd0 HTTP/1.1" status: 200 len: 1099 time: 0.1896825 Aug 25 16:10:29.467279 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-83dece29-f1cf-4f66-bdb6-cfce765732e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:10:29.602930 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b824c9e3-a7d0-4d63-b96d-ac10eee48d05 req-e52e6b9d-5cf2-4093-985c-38fd95cfd51e tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Network fb04b5ec-673a-4a91-b0e5-12c6c13382bd is already hosted by enough agents. {{(pid=75041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:10:29.608601 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-b26b7bee-9b2b-48fa-8764-61e277269b76 req-c92b3508-fd1c-4922-a426-d07b4496816b service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=08292ed9-3586-482c-a672-563a9deccae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038122 Aug 25 16:10:29.610549 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.db [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] For port 4515a93f-3bd9-4662-9c95-c434db83c9bf, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=4515a93f-3bd9-4662-9c95-c434db83c9bf,segment=NetworkSegment(5fb692cd-1aa6-42e2-97e8-f9f429956167),segment_id=5fb692cd-1aa6-42e2-97e8-f9f429956167)] {{(pid=75042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:10:29.619495 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.scheduler.base_scheduler [req-b824c9e3-a7d0-4d63-b96d-ac10eee48d05 req-e52e6b9d-5cf2-4093-985c-38fd95cfd51e tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Resources bound (agent type, host, resource id): {{(pid=75041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:10:29.622969 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.l3_dvrscheduler_db [req-b824c9e3-a7d0-4d63-b96d-ac10eee48d05 req-e52e6b9d-5cf2-4093-985c-38fd95cfd51e tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Received port after_create {{(pid=75041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:10:29.627031 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b824c9e3-a7d0-4d63-b96d-ac10eee48d05 req-e52e6b9d-5cf2-4093-985c-38fd95cfd51e tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:29.628046 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [req-b824c9e3-a7d0-4d63-b96d-ac10eee48d05 req-e52e6b9d-5cf2-4093-985c-38fd95cfd51e tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16129646'] for port, before_response {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:29.632459 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Returning: {'device': '4515a93f-3bd9-4662-9c95-c434db83c9bf', 'network_id': 'd0ae9dbb-c442-45e5-bb7b-f5c10c916870', 'port_id': '4515a93f-3bd9-4662-9c95-c434db83c9bf', 'mac_address': 'fa:16:3e:d3:53:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 853, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69cf06f5-4b93-4431-8d8c-27a4df3b9aa7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 25 16:10:29.634319 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52e6b9d-5cf2-4093-985c-38fd95cfd51e tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Pushing event updated for resources: {'Port': ['ID=bf374dad-3f0b-4091-8d94-2e239257f70f,revision_number=1']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:29.637297 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-e52e6b9d-5cf2-4093-985c-38fd95cfd51e tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:10:29.653570 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-13ffa789-ab18-4898-a853-f328b8ea38a6 req-05f0be9a-b02f-4c38-ad3a-cf23c864eda0 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=0896c8fc-ed64-4b09-8c52-dab04491f838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960862 Aug 25 16:10:29.665880 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-be0053ac-3986-401a-8a4b-1786edbadb0b req-3dd5b0e1-4ff5-4a34-a701-2c03fc3683fa tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] 10.222.0.68 "GET /v2.0/ports?device_id=1b48424c-0ad1-49ce-93a4-2f1c27f25176 HTTP/1.1" status: 200 len: 210 time: 0.2747922 Aug 25 16:10:29.695003 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-b824c9e3-a7d0-4d63-b96d-ac10eee48d05 req-e52e6b9d-5cf2-4093-985c-38fd95cfd51e tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8990810 Aug 25 16:10:29.731279 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:29.773016 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [req-636409af-e1f0-4d90-b779-20f6638a3f9b req-648aff2d-d468-4b62-9f93-aa99d52f64c0 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Notify callbacks [] for port, precommit_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:29.778721 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.notifiers.nova [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4515a93f-3bd9-4662-9c95-c434db83c9bf {{(pid=75042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:10:29.810387 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.db [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] For port 4515a93f-3bd9-4662-9c95-c434db83c9bf, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=4515a93f-3bd9-4662-9c95-c434db83c9bf,segment=NetworkSegment(5fb692cd-1aa6-42e2-97e8-f9f429956167),segment_id=5fb692cd-1aa6-42e2-97e8-f9f429956167)] {{(pid=75042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:10:29.815349 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776572168726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776571761677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776571761722'] for port, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:29.817739 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:10:29.818473 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.provisioning_blocks [req-636409af-e1f0-4d90-b779-20f6638a3f9b req-648aff2d-d468-4b62-9f93-aa99d52f64c0 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Transition to ACTIVE for port object ebdd01f5-17bf-4775-a045-ab233f03d4a8 will not be triggered until provisioned by entity DHCP. {{(pid=75040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:10:29.887149 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [req-636409af-e1f0-4d90-b779-20f6638a3f9b req-648aff2d-d468-4b62-9f93-aa99d52f64c0 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776571788279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1434720'] for port, after_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:29.893885 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-f7a643bf-a8be-4637-bea5-1d9a5a7a6412 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:10:30.016891 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da062a8-a157-411f-9c2e-8d092685e8ee req-f297a64d-eb2f-477b-809f-13807a0ead0a tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:30.031674 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-5da062a8-a157-411f-9c2e-8d092685e8ee req-f297a64d-eb2f-477b-809f-13807a0ead0a tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/ports?device_id=21576f61-6c69-4e7d-bcca-66318419bc0b HTTP/1.1" status: 200 len: 945 time: 0.2079225 Aug 25 16:10:30.073062 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Pushing event updated for resources: {'Port': ['ID=4515a93f-3bd9-4662-9c95-c434db83c9bf,revision_number=4']} {{(pid=75042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:30.086294 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.v2.base [req-b824c9e3-a7d0-4d63-b96d-ac10eee48d05 req-55e56e21-945f-4ac2-a905-d0943ac33f5e service neutron] Request body: {'port': {'device_id': '0d3c7106-0222-421b-af61-a22cca9b27dd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80600'}} {{(pid=75041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:10:30.116522 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:10:30.158027 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-5b091046-29d1-4a24-8c00-b8aec1dfda12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:30.172553 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-636409af-e1f0-4d90-b779-20f6638a3f9b req-648aff2d-d468-4b62-9f93-aa99d52f64c0 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Network d0e51efe-0e7d-4430-816c-c5092a8f40f0 is already hosted by enough agents. {{(pid=75040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:10:30.186056 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.provisioning_blocks [None req-3ce87ac7-8977-4930-b470-e3de7c5446af None None] Provisioning for port bf374dad-3f0b-4091-8d94-2e239257f70f completed by entity DHCP. {{(pid=75042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:10:30.192938 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.scheduler.base_scheduler [req-636409af-e1f0-4d90-b779-20f6638a3f9b req-648aff2d-d468-4b62-9f93-aa99d52f64c0 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Resources bound (agent type, host, resource id): {{(pid=75040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:10:30.200354 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.provisioning_blocks [None req-3ce87ac7-8977-4930-b470-e3de7c5446af None None] Provisioning complete for port bf374dad-3f0b-4091-8d94-2e239257f70f triggered by entity DHCP. {{(pid=75042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:10:30.204690 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [req-b824c9e3-a7d0-4d63-b96d-ac10eee48d05 req-55e56e21-945f-4ac2-a905-d0943ac33f5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_update {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:30.205782 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-3ce87ac7-8977-4930-b470-e3de7c5446af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16203014'] for port, provisioning_complete {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:30.211697 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.l3_dvrscheduler_db [req-636409af-e1f0-4d90-b779-20f6638a3f9b req-648aff2d-d468-4b62-9f93-aa99d52f64c0 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Received port after_create {{(pid=75040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:10:30.253715 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-5da062a8-a157-411f-9c2e-8d092685e8ee req-f056160e-d8f6-47ff-a453-8e8d34beb931 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/security-groups?id=9e7f6e62-5d07-4b94-bd1b-2408a7eb9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214062 Aug 25 16:10:30.363021 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648aff2d-d468-4b62-9f93-aa99d52f64c0 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Pushing event updated for resources: {'Port': ['ID=ebdd01f5-17bf-4775-a045-ab233f03d4a8,revision_number=1']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:30.379864 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-648aff2d-d468-4b62-9f93-aa99d52f64c0 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.482s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:10:30.432353 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.db [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] get_ports_and_sgs() called for port_ids ['4515a93f-3bd9-4662-9c95-c434db83c9bf'] {{(pid=75042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:10:30.546105 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636409af-e1f0-4d90-b779-20f6638a3f9b req-648aff2d-d468-4b62-9f93-aa99d52f64c0 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:30.551912 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [req-636409af-e1f0-4d90-b779-20f6638a3f9b req-648aff2d-d468-4b62-9f93-aa99d52f64c0 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16129646'] for port, before_response {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:30.609616 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.plugin [None req-3ce87ac7-8977-4930-b470-e3de7c5446af None None] Port bf374dad-3f0b-4091-8d94-2e239257f70f cannot update to ACTIVE because it is not bound. {{(pid=75042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 25 16:10:30.723436 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcf7e3d-0946-4e32-a770-26f6bcc28a8d req-c032a99e-5d86-4bc6-91ae-462129dcaa22 tempest-DeleteServersTestJSON-1501101341 tempest-DeleteServersTestJSON-1501101341-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:30.734150 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-1fcf7e3d-0946-4e32-a770-26f6bcc28a8d req-c032a99e-5d86-4bc6-91ae-462129dcaa22 tempest-DeleteServersTestJSON-1501101341 tempest-DeleteServersTestJSON-1501101341-project] 10.222.0.68 "GET /v2.0/ports?device_id=2f51e0d0-e81b-46e7-9f40-28851ce056ba HTTP/1.1" status: 200 len: 945 time: 0.6781220 Aug 25 16:10:30.736210 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 53642) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:10:30.769532 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-636409af-e1f0-4d90-b779-20f6638a3f9b req-648aff2d-d468-4b62-9f93-aa99d52f64c0 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2483025 Aug 25 16:10:30.777038 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.provisioning_blocks [None req-09e99c62-f7fb-4552-b4b8-feb96a42acbb None None] Provisioning for port ebdd01f5-17bf-4775-a045-ab233f03d4a8 completed by entity DHCP. {{(pid=75042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:10:30.799787 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.provisioning_blocks [None req-09e99c62-f7fb-4552-b4b8-feb96a42acbb None None] Provisioning complete for port ebdd01f5-17bf-4775-a045-ab233f03d4a8 triggered by entity DHCP. {{(pid=75042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:10:30.801100 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-09e99c62-f7fb-4552-b4b8-feb96a42acbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16203014'] for port, provisioning_complete {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:30.829991 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-1fcf7e3d-0946-4e32-a770-26f6bcc28a8d req-8a7f2b11-c67d-4634-9302-de15ba332889 tempest-DeleteServersTestJSON-1501101341 tempest-DeleteServersTestJSON-1501101341-project] 10.222.0.68 "GET /v2.0/security-groups?id=0896c8fc-ed64-4b09-8c52-dab04491f838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946474 Aug 25 16:10:30.839292 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.v2.base [req-636409af-e1f0-4d90-b779-20f6638a3f9b req-54a1c9ee-419d-4326-820b-617ea797e6d8 service neutron] Request body: {'port': {'device_id': '1b48424c-0ad1-49ce-93a4-2f1c27f25176', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80600'}} {{(pid=75040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:10:31.063943 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-1bf536be-b7f1-4c3c-b07a-2be1e6809122 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:31.140969 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.plugin [None req-09e99c62-f7fb-4552-b4b8-feb96a42acbb None None] Port ebdd01f5-17bf-4775-a045-ab233f03d4a8 cannot update to ACTIVE because it is not bound. {{(pid=75042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 25 16:10:31.166324 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-1d6e682b-6dbd-4e2f-a423-abd3ea5274a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:31.188002 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4b0943-c090-486d-ab31-f02c49e4f61e req-1412f422-5105-4659-9878-5ceac3fcd3ee tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:31.194712 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-ab4b0943-c090-486d-ab31-f02c49e4f61e req-1412f422-5105-4659-9878-5ceac3fcd3ee tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] 10.222.0.68 "GET /v2.0/ports?device_id=da51e349-883a-43b1-adaf-83f5a646bfd0 HTTP/1.1" status: 200 len: 946 time: 0.6192286 Aug 25 16:10:31.262651 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-ab4b0943-c090-486d-ab31-f02c49e4f61e req-2bd65210-24b2-4fcc-83b5-265c3854fb7a tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] 10.222.0.68 "GET /v2.0/security-groups?id=08292ed9-3586-482c-a672-563a9deccae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669293 Aug 25 16:10:31.288843 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [req-636409af-e1f0-4d90-b779-20f6638a3f9b req-54a1c9ee-419d-4326-820b-617ea797e6d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_update {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:31.335814 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-1d6e682b-6dbd-4e2f-a423-abd3ea5274a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:10:31.341936 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-1d6e682b-6dbd-4e2f-a423-abd3ea5274a6 admin admin] Usage tracker for resource:security_group_rule and tenant:aaa13eae20b6445ba43254a1cc57671c is out of sync, need to count used quota {{(pid=75040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:10:31.344915 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-1d6e682b-6dbd-4e2f-a423-abd3ea5274a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:10:31.352617 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-1d6e682b-6dbd-4e2f-a423-abd3ea5274a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:10:31.469647 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-1d6e682b-6dbd-4e2f-a423-abd3ea5274a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:31.492695 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.notifiers.nova [req-b824c9e3-a7d0-4d63-b96d-ac10eee48d05 req-55e56e21-945f-4ac2-a905-d0943ac33f5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf374dad-3f0b-4091-8d94-2e239257f70f {{(pid=75041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:10:31.501504 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [req-b824c9e3-a7d0-4d63-b96d-ac10eee48d05 req-55e56e21-945f-4ac2-a905-d0943ac33f5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:31.508443 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-1d6e682b-6dbd-4e2f-a423-abd3ea5274a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:31.526964 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:10:31.530952 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.provisioning_blocks [req-b824c9e3-a7d0-4d63-b96d-ac10eee48d05 req-55e56e21-945f-4ac2-a905-d0943ac33f5e service neutron] Transition to ACTIVE for port object bf374dad-3f0b-4091-8d94-2e239257f70f will not be triggered until provisioned by entity L2. {{(pid=75041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:10:31.535118 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [req-b824c9e3-a7d0-4d63-b96d-ac10eee48d05 req-55e56e21-945f-4ac2-a905-d0943ac33f5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776572168726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776571761677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776571761722'] for port, after_update {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:31.544378 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:10:31.615815 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6606a2-6614-4080-89d2-0badb4b12e60 req-a3a4d907-094d-4c2a-9357-62db8c67bf78 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:31.622847 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-9f6606a2-6614-4080-89d2-0badb4b12e60 req-a3a4d907-094d-4c2a-9357-62db8c67bf78 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] 10.222.0.68 "GET /v2.0/ports?device_id=1b48424c-0ad1-49ce-93a4-2f1c27f25176 HTTP/1.1" status: 200 len: 931 time: 0.1798494 Aug 25 16:10:31.712665 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97aeb0b0-c7c5-48c5-ad87-81d53ea3b587 req-1dc9d03c-037a-474a-8a8e-4e4ddb45c33e tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:31.721202 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-97aeb0b0-c7c5-48c5-ad87-81d53ea3b587 req-1dc9d03c-037a-474a-8a8e-4e4ddb45c33e tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/ports?device_id=0d3c7106-0222-421b-af61-a22cca9b27dd HTTP/1.1" status: 200 len: 932 time: 0.6216516 Aug 25 16:10:31.723029 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6e682b-6dbd-4e2f-a423-abd3ea5274a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e69446f-641b-4494-88a1-d867488249b3,revision_number=1']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:31.725680 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e56e21-945f-4ac2-a905-d0943ac33f5e service neutron] Pushing event updated for resources: {'Port': ['ID=bf374dad-3f0b-4091-8d94-2e239257f70f,revision_number=2']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:31.730419 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-55e56e21-945f-4ac2-a905-d0943ac33f5e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:10:31.733742 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-1d6e682b-6dbd-4e2f-a423-abd3ea5274a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:10:31.772987 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-1d6e682b-6dbd-4e2f-a423-abd3ea5274a6 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=aaa13eae20b6445ba43254a1cc57671c&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0325236 Aug 25 16:10:31.781518 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 53666) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:10:31.792059 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [req-9f6606a2-6614-4080-89d2-0badb4b12e60 req-22772ef6-a31f-4618-aeec-62484b9243de tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Synchronizing usage tracker for tenant:d9f03318c9a74e1a8903854ddc6da304 on resource:security_group {{(pid=75041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:10:31.815932 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [req-97aeb0b0-c7c5-48c5-ad87-81d53ea3b587 req-251724f5-668c-4192-bb8f-63f84691e91e tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Synchronizing usage tracker for tenant:dc71d1df614a4412aaf0b6136cfc4aba on resource:security_group {{(pid=75040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:10:31.830065 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [req-9f6606a2-6614-4080-89d2-0badb4b12e60 req-22772ef6-a31f-4618-aeec-62484b9243de tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Unset dirty status for tenant:d9f03318c9a74e1a8903854ddc6da304 on resource:security_group {{(pid=75041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:10:31.841680 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-9f6606a2-6614-4080-89d2-0badb4b12e60 req-22772ef6-a31f-4618-aeec-62484b9243de tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] 10.222.0.68 "GET /v2.0/security-groups?id=1d097c96-4f75-4fbf-b31b-824952f1b3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2176337 Aug 25 16:10:31.855999 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.managers [req-b824c9e3-a7d0-4d63-b96d-ac10eee48d05 req-55e56e21-945f-4ac2-a905-d0943ac33f5e service neutron] Attempting to bind port bf374dad-3f0b-4091-8d94-2e239257f70f on host hv-cinder-80600 for vnic_type normal with profile {{(pid=75041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:10:31.857240 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.managers [req-b824c9e3-a7d0-4d63-b96d-ac10eee48d05 req-55e56e21-945f-4ac2-a905-d0943ac33f5e service neutron] Attempting to bind port bf374dad-3f0b-4091-8d94-2e239257f70f by drivers openvswitch,hyperv on host hv-cinder-80600 at level 0 using segments [{'id': 'a4fe9403-29c0-4e58-9465-f12eb98d9e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'fb04b5ec-673a-4a91-b0e5-12c6c13382bd'}] {{(pid=75041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:10:31.857762 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b824c9e3-a7d0-4d63-b96d-ac10eee48d05 req-55e56e21-945f-4ac2-a905-d0943ac33f5e service neutron] Attempting to bind port bf374dad-3f0b-4091-8d94-2e239257f70f on network fb04b5ec-673a-4a91-b0e5-12c6c13382bd {{(pid=75041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:10:31.877802 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b824c9e3-a7d0-4d63-b96d-ac10eee48d05 req-55e56e21-945f-4ac2-a905-d0943ac33f5e service neutron] Port bf374dad-3f0b-4091-8d94-2e239257f70f on network fb04b5ec-673a-4a91-b0e5-12c6c13382bd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80600 {{(pid=75041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 16:10:31.878252 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b824c9e3-a7d0-4d63-b96d-ac10eee48d05 req-55e56e21-945f-4ac2-a905-d0943ac33f5e service neutron] Attempting to bind port bf374dad-3f0b-4091-8d94-2e239257f70f on network fb04b5ec-673a-4a91-b0e5-12c6c13382bd {{(pid=75041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:10:31.886424 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b824c9e3-a7d0-4d63-b96d-ac10eee48d05 req-55e56e21-945f-4ac2-a905-d0943ac33f5e service neutron] Checking agent: {'id': 'ce44fce8-b773-464c-81ed-5793acd8e0ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80600', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 7, 48), 'started_at': datetime.datetime(2021, 8, 25, 16, 7, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 10, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:10:31.887298 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b824c9e3-a7d0-4d63-b96d-ac10eee48d05 req-55e56e21-945f-4ac2-a905-d0943ac33f5e service neutron] Checking segment: {'id': 'a4fe9403-29c0-4e58-9465-f12eb98d9e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'fb04b5ec-673a-4a91-b0e5-12c6c13382bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:10:31.887694 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b824c9e3-a7d0-4d63-b96d-ac10eee48d05 req-55e56e21-945f-4ac2-a905-d0943ac33f5e service neutron] Bound using segment: {'id': 'a4fe9403-29c0-4e58-9465-f12eb98d9e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'fb04b5ec-673a-4a91-b0e5-12c6c13382bd'} {{(pid=75041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:10:31.888316 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.managers [req-b824c9e3-a7d0-4d63-b96d-ac10eee48d05 req-55e56e21-945f-4ac2-a905-d0943ac33f5e service neutron] Bound port: bf374dad-3f0b-4091-8d94-2e239257f70f, host: hv-cinder-80600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4fe9403-29c0-4e58-9465-f12eb98d9e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'fb04b5ec-673a-4a91-b0e5-12c6c13382bd'}}] {{(pid=75041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:10:31.888671 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [req-b824c9e3-a7d0-4d63-b96d-ac10eee48d05 req-55e56e21-945f-4ac2-a905-d0943ac33f5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_update {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:31.960966 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [req-97aeb0b0-c7c5-48c5-ad87-81d53ea3b587 req-251724f5-668c-4192-bb8f-63f84691e91e tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Unset dirty status for tenant:dc71d1df614a4412aaf0b6136cfc4aba on resource:security_group {{(pid=75040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:10:31.973818 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-97aeb0b0-c7c5-48c5-ad87-81d53ea3b587 req-251724f5-668c-4192-bb8f-63f84691e91e tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/security-groups?id=3fd554c8-8e1b-4d92-bc55-34a0478699d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2515128 Aug 25 16:10:32.071548 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.db [req-b824c9e3-a7d0-4d63-b96d-ac10eee48d05 req-55e56e21-945f-4ac2-a905-d0943ac33f5e service neutron] For port bf374dad-3f0b-4091-8d94-2e239257f70f, host hv-cinder-80600, cleared binding levels {{(pid=75041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:10:32.079878 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-5db95a0e-01e0-4696-9fd5-29881c595ff6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:32.084599 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.db [req-b824c9e3-a7d0-4d63-b96d-ac10eee48d05 req-55e56e21-945f-4ac2-a905-d0943ac33f5e service neutron] For port bf374dad-3f0b-4091-8d94-2e239257f70f, host hv-cinder-80600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=bf374dad-3f0b-4091-8d94-2e239257f70f,segment=NetworkSegment(a4fe9403-29c0-4e58-9465-f12eb98d9e8d),segment_id=a4fe9403-29c0-4e58-9465-f12eb98d9e8d)] {{(pid=75041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:10:32.096383 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [req-b824c9e3-a7d0-4d63-b96d-ac10eee48d05 req-55e56e21-945f-4ac2-a905-d0943ac33f5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776572168726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776571761677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776571761722'] for port, after_update {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:32.106712 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-e9b7c74b-064e-4c5c-92f4-ed7913bda852 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:10:32.118066 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-5db95a0e-01e0-4696-9fd5-29881c595ff6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:32.159860 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecaccb3-d1a8-4ff2-a63f-fef9c07c1cf6 req-0b9d50b8-b67f-4d72-8d69-82ab8f8f8178 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:32.166760 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-8ecaccb3-d1a8-4ff2-a63f-fef9c07c1cf6 req-0b9d50b8-b67f-4d72-8d69-82ab8f8f8178 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/ports?device_id=21576f61-6c69-4e7d-bcca-66318419bc0b HTTP/1.1" status: 200 len: 945 time: 0.1829047 Aug 25 16:10:32.226964 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [req-b824c9e3-a7d0-4d63-b96d-ac10eee48d05 req-55e56e21-945f-4ac2-a905-d0943ac33f5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16129646'] for port, before_response {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:32.228518 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-b824c9e3-a7d0-4d63-b96d-ac10eee48d05 req-55e56e21-945f-4ac2-a905-d0943ac33f5e service neutron] 10.222.0.70 "PUT /v2.0/ports/bf374dad-3f0b-4091-8d94-2e239257f70f HTTP/1.1" status: 200 len: 1094 time: 2.1553588 Aug 25 16:10:32.231743 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d3c7106-0222-421b-af61-a22cca9b27dd', 'tag': 'bf374dad-3f0b-4091-8d94-2e239257f70f'}] {{(pid=75041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:10:32.239678 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e56e21-945f-4ac2-a905-d0943ac33f5e service neutron] Pushing event updated for resources: {'Port': ['ID=bf374dad-3f0b-4091-8d94-2e239257f70f,revision_number=3']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:32.255014 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-55e56e21-945f-4ac2-a905-d0943ac33f5e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:10:32.319296 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.notifiers.nova [req-636409af-e1f0-4d90-b779-20f6638a3f9b req-54a1c9ee-419d-4326-820b-617ea797e6d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebdd01f5-17bf-4775-a045-ab233f03d4a8 {{(pid=75040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:10:32.335724 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [req-636409af-e1f0-4d90-b779-20f6638a3f9b req-54a1c9ee-419d-4326-820b-617ea797e6d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:32.349347 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-8ca458b3-9003-4c9b-b026-f7ba765eab5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:32.399271 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-8ecaccb3-d1a8-4ff2-a63f-fef9c07c1cf6 req-d7af3864-d048-4820-8ce0-be8d194e8d17 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/security-groups?id=9e7f6e62-5d07-4b94-bd1b-2408a7eb9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2313504 Aug 25 16:10:32.414240 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.provisioning_blocks [req-636409af-e1f0-4d90-b779-20f6638a3f9b req-54a1c9ee-419d-4326-820b-617ea797e6d8 service neutron] Transition to ACTIVE for port object ebdd01f5-17bf-4775-a045-ab233f03d4a8 will not be triggered until provisioned by entity L2. {{(pid=75040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:10:32.416306 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-5db95a0e-01e0-4696-9fd5-29881c595ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:32.430979 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1d73f5-c9a2-482d-ae4e-bbde17594f7a req-11c01e75-e669-4438-aca3-ffc04a2d3215 tempest-DeleteServersTestJSON-1501101341 tempest-DeleteServersTestJSON-1501101341-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:32.443030 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-1c1d73f5-c9a2-482d-ae4e-bbde17594f7a req-11c01e75-e669-4438-aca3-ffc04a2d3215 tempest-DeleteServersTestJSON-1501101341 tempest-DeleteServersTestJSON-1501101341-project] 10.222.0.68 "GET /v2.0/ports?device_id=2f51e0d0-e81b-46e7-9f40-28851ce056ba HTTP/1.1" status: 200 len: 945 time: 0.3065276 Aug 25 16:10:32.447161 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-b824c9e3-a7d0-4d63-b96d-ac10eee48d05 req-e973d85c-236f-486e-a2a0-35e0ab6b70e5 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=dc71d1df614a4412aaf0b6136cfc4aba&device_id=0d3c7106-0222-421b-af61-a22cca9b27dd HTTP/1.1" status: 200 len: 1097 time: 0.1715431 Aug 25 16:10:32.449135 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:10:32.467612 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [req-636409af-e1f0-4d90-b779-20f6638a3f9b req-54a1c9ee-419d-4326-820b-617ea797e6d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776572168726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776571761677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776571761722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1434729'] for port, after_update {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:32.510765 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db95a0e-01e0-4696-9fd5-29881c595ff6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e69446f-641b-4494-88a1-d867488249b3,revision_number=None']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:32.547345 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d3c7106-0222-421b-af61-a22cca9b27dd', 'tag': 'bf374dad-3f0b-4091-8d94-2e239257f70f', 'status': 'completed', 'code': 200} Aug 25 16:10:32.581846 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-b824c9e3-a7d0-4d63-b96d-ac10eee48d05 req-ddaa84ed-11cf-4708-92ec-3765d40db74c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bf374dad-3f0b-4091-8d94-2e239257f70f HTTP/1.1" status: 200 len: 217 time: 0.1267872 Aug 25 16:10:32.661757 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-5db95a0e-01e0-4696-9fd5-29881c595ff6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:10:32.662157 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.152s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:10:32.724885 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-5db95a0e-01e0-4696-9fd5-29881c595ff6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:32.726136 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-5db95a0e-01e0-4696-9fd5-29881c595ff6 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/4e69446f-641b-4494-88a1-d867488249b3 HTTP/1.1" status: 204 len: 168 time: 0.9436009 Aug 25 16:10:32.782453 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-1c1d73f5-c9a2-482d-ae4e-bbde17594f7a req-be87ae0c-6400-469c-8cd4-e9c95a469f90 tempest-DeleteServersTestJSON-1501101341 tempest-DeleteServersTestJSON-1501101341-project] 10.222.0.68 "GET /v2.0/security-groups?id=0896c8fc-ed64-4b09-8c52-dab04491f838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3392968 Aug 25 16:10:32.854698 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b824c9e3-a7d0-4d63-b96d-ac10eee48d05 req-77504b87-17c0-497f-bb3f-61dbb460008d service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:32.856856 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-b824c9e3-a7d0-4d63-b96d-ac10eee48d05 req-77504b87-17c0-497f-bb3f-61dbb460008d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=dcc96182-e992-4fac-b9ad-11619c23a7ba HTTP/1.1" status: 200 len: 854 time: 0.2676249 Aug 25 16:10:33.001018 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a1c9ee-419d-4326-820b-617ea797e6d8 service neutron] Pushing event updated for resources: {'Port': ['ID=ebdd01f5-17bf-4775-a045-ab233f03d4a8,revision_number=2']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:33.008167 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3c99a3-b682-46dd-9651-f0fe29917294 req-3e5336d3-b464-475e-9643-e399f744a618 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:33.010131 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-8b3c99a3-b682-46dd-9651-f0fe29917294 req-3e5336d3-b464-475e-9643-e399f744a618 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] 10.222.0.68 "GET /v2.0/ports?device_id=da51e349-883a-43b1-adaf-83f5a646bfd0 HTTP/1.1" status: 200 len: 946 time: 0.2980092 Aug 25 16:10:33.022712 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-54a1c9ee-419d-4326-820b-617ea797e6d8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:10:33.084963 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-8b3c99a3-b682-46dd-9651-f0fe29917294 req-b0349bc7-23a7-41dc-aa6f-07595871b766 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] 10.222.0.68 "GET /v2.0/security-groups?id=08292ed9-3586-482c-a672-563a9deccae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625587 Aug 25 16:10:33.100668 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-b824c9e3-a7d0-4d63-b96d-ac10eee48d05 req-826964a1-094d-404b-9801-191f1f40e0d3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=fb04b5ec-673a-4a91-b0e5-12c6c13382bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2361982 Aug 25 16:10:33.180127 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.plugins.ml2.managers [req-636409af-e1f0-4d90-b779-20f6638a3f9b req-54a1c9ee-419d-4326-820b-617ea797e6d8 service neutron] Attempting to bind port ebdd01f5-17bf-4775-a045-ab233f03d4a8 on host hv-cinder-80600 for vnic_type normal with profile {{(pid=75040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:10:33.180646 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.plugins.ml2.managers [req-636409af-e1f0-4d90-b779-20f6638a3f9b req-54a1c9ee-419d-4326-820b-617ea797e6d8 service neutron] Attempting to bind port ebdd01f5-17bf-4775-a045-ab233f03d4a8 by drivers openvswitch,hyperv on host hv-cinder-80600 at level 0 using segments [{'id': '81a87809-0b66-408c-a8ca-6b02427dc69c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'd0e51efe-0e7d-4430-816c-c5092a8f40f0'}] {{(pid=75040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:10:33.181243 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636409af-e1f0-4d90-b779-20f6638a3f9b req-54a1c9ee-419d-4326-820b-617ea797e6d8 service neutron] Attempting to bind port ebdd01f5-17bf-4775-a045-ab233f03d4a8 on network d0e51efe-0e7d-4430-816c-c5092a8f40f0 {{(pid=75040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:10:33.189844 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636409af-e1f0-4d90-b779-20f6638a3f9b req-54a1c9ee-419d-4326-820b-617ea797e6d8 service neutron] Port ebdd01f5-17bf-4775-a045-ab233f03d4a8 on network d0e51efe-0e7d-4430-816c-c5092a8f40f0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80600 {{(pid=75040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 16:10:33.190264 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636409af-e1f0-4d90-b779-20f6638a3f9b req-54a1c9ee-419d-4326-820b-617ea797e6d8 service neutron] Attempting to bind port ebdd01f5-17bf-4775-a045-ab233f03d4a8 on network d0e51efe-0e7d-4430-816c-c5092a8f40f0 {{(pid=75040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:10:33.217330 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52d0d95-a9bc-4597-bc81-b0df9677b339 req-68a2f70c-367b-4892-9e28-675c6e52087e tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:33.218141 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [req-f52d0d95-a9bc-4597-bc81-b0df9677b339 req-68a2f70c-367b-4892-9e28-675c6e52087e tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Synchronizing usage tracker for tenant:d9f03318c9a74e1a8903854ddc6da304 on resource:port {{(pid=75040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:10:33.222836 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636409af-e1f0-4d90-b779-20f6638a3f9b req-54a1c9ee-419d-4326-820b-617ea797e6d8 service neutron] Checking agent: {'id': 'ce44fce8-b773-464c-81ed-5793acd8e0ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80600', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 7, 48), 'started_at': datetime.datetime(2021, 8, 25, 16, 7, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 10, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:10:33.223181 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636409af-e1f0-4d90-b779-20f6638a3f9b req-54a1c9ee-419d-4326-820b-617ea797e6d8 service neutron] Checking segment: {'id': '81a87809-0b66-408c-a8ca-6b02427dc69c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'd0e51efe-0e7d-4430-816c-c5092a8f40f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:10:33.223849 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636409af-e1f0-4d90-b779-20f6638a3f9b req-54a1c9ee-419d-4326-820b-617ea797e6d8 service neutron] Bound using segment: {'id': '81a87809-0b66-408c-a8ca-6b02427dc69c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'd0e51efe-0e7d-4430-816c-c5092a8f40f0'} {{(pid=75040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:10:33.224373 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.plugins.ml2.managers [req-636409af-e1f0-4d90-b779-20f6638a3f9b req-54a1c9ee-419d-4326-820b-617ea797e6d8 service neutron] Bound port: ebdd01f5-17bf-4775-a045-ab233f03d4a8, host: hv-cinder-80600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81a87809-0b66-408c-a8ca-6b02427dc69c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'd0e51efe-0e7d-4430-816c-c5092a8f40f0'}}] {{(pid=75040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:10:33.224754 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [req-636409af-e1f0-4d90-b779-20f6638a3f9b req-54a1c9ee-419d-4326-820b-617ea797e6d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_update {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:33.324792 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [req-f52d0d95-a9bc-4597-bc81-b0df9677b339 req-68a2f70c-367b-4892-9e28-675c6e52087e tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Unset dirty status for tenant:d9f03318c9a74e1a8903854ddc6da304 on resource:port {{(pid=75040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:10:33.331081 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-f52d0d95-a9bc-4597-bc81-b0df9677b339 req-68a2f70c-367b-4892-9e28-675c6e52087e tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] 10.222.0.68 "GET /v2.0/ports?device_id=1b48424c-0ad1-49ce-93a4-2f1c27f25176 HTTP/1.1" status: 200 len: 943 time: 0.3315840 Aug 25 16:10:33.359996 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Device 4515a93f-3bd9-4662-9c95-c434db83c9bf up at agent hyperv_hv-cinder-80600 {{(pid=75042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:10:33.440644 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.wsgi [-] (75041) accepted ('10.222.0.68', 53714) {{(pid=75041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:10:33.489285 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.plugins.ml2.db [req-636409af-e1f0-4d90-b779-20f6638a3f9b req-54a1c9ee-419d-4326-820b-617ea797e6d8 service neutron] For port ebdd01f5-17bf-4775-a045-ab233f03d4a8, host hv-cinder-80600, cleared binding levels {{(pid=75040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:10:33.501857 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-f52d0d95-a9bc-4597-bc81-b0df9677b339 req-6a55fc2f-c54d-4910-82b5-958ec8dc11d0 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] 10.222.0.68 "GET /v2.0/security-groups?id=1d097c96-4f75-4fbf-b31b-824952f1b3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1628027 Aug 25 16:10:33.506346 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.plugins.ml2.db [req-636409af-e1f0-4d90-b779-20f6638a3f9b req-54a1c9ee-419d-4326-820b-617ea797e6d8 service neutron] For port ebdd01f5-17bf-4775-a045-ab233f03d4a8, host hv-cinder-80600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=ebdd01f5-17bf-4775-a045-ab233f03d4a8,segment=NetworkSegment(81a87809-0b66-408c-a8ca-6b02427dc69c),segment_id=81a87809-0b66-408c-a8ca-6b02427dc69c)] {{(pid=75040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:10:33.509352 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-b824c9e3-a7d0-4d63-b96d-ac10eee48d05 req-48f79a61-467f-4243-a954-e841f837583a service neutron] 10.222.0.70 "GET /v2.0/networks/fb04b5ec-673a-4a91-b0e5-12c6c13382bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4000168 Aug 25 16:10:33.515346 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [req-636409af-e1f0-4d90-b779-20f6638a3f9b req-54a1c9ee-419d-4326-820b-617ea797e6d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776572168726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776571761677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776571761722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1434729'] for port, after_update {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:33.537807 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:10:33.594348 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.provisioning_blocks [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Provisioning for port 4515a93f-3bd9-4662-9c95-c434db83c9bf completed by entity L2. {{(pid=75042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:10:33.602914 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.provisioning_blocks [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Provisioning complete for port 4515a93f-3bd9-4662-9c95-c434db83c9bf triggered by entity L2. {{(pid=75042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:10:33.604594 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16203014'] for port, provisioning_complete {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:33.615866 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [req-636409af-e1f0-4d90-b779-20f6638a3f9b req-54a1c9ee-419d-4326-820b-617ea797e6d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16129646'] for port, before_response {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:33.617813 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-636409af-e1f0-4d90-b779-20f6638a3f9b req-54a1c9ee-419d-4326-820b-617ea797e6d8 service neutron] 10.222.0.70 "PUT /v2.0/ports/ebdd01f5-17bf-4775-a045-ab233f03d4a8 HTTP/1.1" status: 200 len: 1093 time: 2.8131509 Aug 25 16:10:33.632775 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b48424c-0ad1-49ce-93a4-2f1c27f25176', 'tag': 'ebdd01f5-17bf-4775-a045-ab233f03d4a8'}] {{(pid=75040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:10:33.816728 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:33.818790 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.wsgi [-] (75041) accepted ('10.222.0.68', 53728) {{(pid=75041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:10:33.869066 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.db [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] For port 4515a93f-3bd9-4662-9c95-c434db83c9bf, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=4515a93f-3bd9-4662-9c95-c434db83c9bf,segment=NetworkSegment(5fb692cd-1aa6-42e2-97e8-f9f429956167),segment_id=5fb692cd-1aa6-42e2-97e8-f9f429956167)] {{(pid=75042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:10:33.870329 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21576f61-6c69-4e7d-bcca-66318419bc0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4515a93f-3bd9-4662-9c95-c434db83c9bf'}] {{(pid=75042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:10:33.878800 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776572168726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776571761677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776571761722'] for port, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:33.881273 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:10:33.938210 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-d22833df-14e0-4916-895e-315852fca56e admin admin] Notify callbacks [] for security_group, before_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:33.975284 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Pushing event updated for resources: {'Port': ['ID=4515a93f-3bd9-4662-9c95-c434db83c9bf,revision_number=5']} {{(pid=75042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:33.979076 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:10:34.080405 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a1c9ee-419d-4326-820b-617ea797e6d8 service neutron] Pushing event updated for resources: {'Port': ['ID=ebdd01f5-17bf-4775-a045-ab233f03d4a8,revision_number=3']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:34.089189 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-54a1c9ee-419d-4326-820b-617ea797e6d8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.552s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:10:34.128084 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-636409af-e1f0-4d90-b779-20f6638a3f9b req-3bda45fc-fc1e-4558-ad14-0908920451ac service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d9f03318c9a74e1a8903854ddc6da304&device_id=1b48424c-0ad1-49ce-93a4-2f1c27f25176 HTTP/1.1" status: 200 len: 1096 time: 0.4504533 Aug 25 16:10:34.131668 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-b824c9e3-a7d0-4d63-b96d-ac10eee48d05 req-43c0c73c-0173-4f94-9c76-c6637f44bd2e service neutron] 10.222.0.70 "GET /v2.0/networks/fb04b5ec-673a-4a91-b0e5-12c6c13382bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5495994 Aug 25 16:10:34.135998 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93927a1-e43a-4f6f-84b3-e515859b14c1 req-afc85a6b-442a-4c24-aa37-dac48b9c9eb7 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:34.138268 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-d93927a1-e43a-4f6f-84b3-e515859b14c1 req-afc85a6b-442a-4c24-aa37-dac48b9c9eb7 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/ports?device_id=21576f61-6c69-4e7d-bcca-66318419bc0b HTTP/1.1" status: 200 len: 946 time: 0.2733574 Aug 25 16:10:34.142434 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.quota.driver [None req-d22833df-14e0-4916-895e-315852fca56e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:10:34.150079 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867ad1ab-515a-4a5f-af7e-abec980d4a04 req-7c4b0164-efaf-440c-b157-192bbc4c754c tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:34.150864 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [req-867ad1ab-515a-4a5f-af7e-abec980d4a04 req-7c4b0164-efaf-440c-b157-192bbc4c754c tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Synchronizing usage tracker for tenant:dc71d1df614a4412aaf0b6136cfc4aba on resource:port {{(pid=75041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:10:34.157239 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [None req-d22833df-14e0-4916-895e-315852fca56e admin admin] Usage tracker for resource:security_group_rule and tenant:d6663a0a40684cf681ba82e3bf21324b is out of sync, need to count used quota {{(pid=75041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:10:34.162172 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [None req-d22833df-14e0-4916-895e-315852fca56e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:10:34.172318 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.quota.driver [None req-d22833df-14e0-4916-895e-315852fca56e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:10:34.257633 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [req-867ad1ab-515a-4a5f-af7e-abec980d4a04 req-7c4b0164-efaf-440c-b157-192bbc4c754c tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Unset dirty status for tenant:dc71d1df614a4412aaf0b6136cfc4aba on resource:port {{(pid=75041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:10:34.258790 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-867ad1ab-515a-4a5f-af7e-abec980d4a04 req-7c4b0164-efaf-440c-b157-192bbc4c754c tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/ports?device_id=0d3c7106-0222-421b-af61-a22cca9b27dd HTTP/1.1" status: 200 len: 944 time: 0.7572293 Aug 25 16:10:34.259488 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-83f0a839-1b2e-4035-abdc-cc573291d0c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:34.293405 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ff5d46-8463-4a1f-86c4-5fc1b5fa7d8f None None] Sync routers for ids ['6e563cd2-b6f9-41e3-bb17-f82fe2f39150'] in dv-cinder-806007-1-smb {{(pid=75043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 16:10:34.315993 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ff5d46-8463-4a1f-86c4-5fc1b5fa7d8f None None] Routers {'6e563cd2-b6f9-41e3-bb17-f82fe2f39150'} bound to L3 agent in host dv-cinder-806007-1-smb {{(pid=75043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:10:34.316635 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.db.l3_hamode_db [None req-f7ff5d46-8463-4a1f-86c4-5fc1b5fa7d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T16:01:30Z,description=,heartbeat_timestamp=2021-08-25T16:10:30Z,host='dv-cinder-806007-1-smb',id=ca94599f-caae-4183-a9a6-f9a0dcce5f21,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:01:30Z,topic='l3_agent')) {'router_ids': ['6e563cd2-b6f9-41e3-bb17-f82fe2f39150'], 'active': True} {{(pid=75043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:10:34.341465 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-636409af-e1f0-4d90-b779-20f6638a3f9b req-f5692ff6-8bb5-4d36-a53f-6f843d5778e5 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ebdd01f5-17bf-4775-a045-ab233f03d4a8 HTTP/1.1" status: 200 len: 217 time: 0.2013252 Aug 25 16:10:34.434931 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.quota.driver [None req-83f0a839-1b2e-4035-abdc-cc573291d0c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:10:34.449343 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [None req-83f0a839-1b2e-4035-abdc-cc573291d0c3 admin admin] Usage tracker for resource:security_group_rule and tenant:b629dea98d58400e971b5ea7fdadc666 is out of sync, need to count used quota {{(pid=75041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:10:34.461592 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-d93927a1-e43a-4f6f-84b3-e515859b14c1 req-a0495d41-9ba6-466d-9927-5f1355dedde4 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/security-groups?id=9e7f6e62-5d07-4b94-bd1b-2408a7eb9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335382 Aug 25 16:10:34.485622 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [None req-83f0a839-1b2e-4035-abdc-cc573291d0c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:10:34.497007 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636409af-e1f0-4d90-b779-20f6638a3f9b req-9bec5496-eacb-4fa9-b5fe-4bf837c2c415 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:34.502746 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-636409af-e1f0-4d90-b779-20f6638a3f9b req-9bec5496-eacb-4fa9-b5fe-4bf837c2c415 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=fe3c2446-8b99-4be0-b8e9-28ca607c8880 HTTP/1.1" status: 200 len: 850 time: 0.1474361 Aug 25 16:10:34.533997 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.quota.driver [None req-83f0a839-1b2e-4035-abdc-cc573291d0c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:10:34.567154 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.db.l3_dvr_db [None req-f7ff5d46-8463-4a1f-86c4-5fc1b5fa7d8f None None] Set router 6e563cd2-b6f9-41e3-bb17-f82fe2f39150 gateway port host: dv-cinder-806007-1-smb {{(pid=75043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:10:34.570851 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-085c1a7c-f70d-4aad-af2a-633dec3d9bf0 req-087a5137-11fb-43f1-922a-bba3402eed57 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=dc71d1df614a4412aaf0b6136cfc4aba&device_id=0d3c7106-0222-421b-af61-a22cca9b27dd HTTP/1.1" status: 200 len: 1097 time: 0.3662765 Aug 25 16:10:34.584428 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-867ad1ab-515a-4a5f-af7e-abec980d4a04 req-658ac1e3-f8a4-4017-8a8c-cdc97958b49a tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/security-groups?id=3fd554c8-8e1b-4d92-bc55-34a0478699d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2715101 Aug 25 16:10:34.600061 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b48424c-0ad1-49ce-93a4-2f1c27f25176', 'tag': 'ebdd01f5-17bf-4775-a045-ab233f03d4a8', 'status': 'completed', 'code': 200} Aug 25 16:10:34.602474 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-d22833df-14e0-4916-895e-315852fca56e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:34.650698 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-636409af-e1f0-4d90-b779-20f6638a3f9b req-6ea44c1a-db3c-4640-b48f-f81078b3520f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d0e51efe-0e7d-4430-816c-c5092a8f40f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1419039 Aug 25 16:10:34.679555 dv-cinder-806007-1-smb neutron-server[75042]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21576f61-6c69-4e7d-bcca-66318419bc0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4515a93f-3bd9-4662-9c95-c434db83c9bf', 'code': 200} Aug 25 16:10:34.875294 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-d22833df-14e0-4916-895e-315852fca56e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:34.895751 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-636409af-e1f0-4d90-b779-20f6638a3f9b req-f0fde694-7343-4a48-82a2-65f0e1ab0870 service neutron] 10.222.0.70 "GET /v2.0/networks/d0e51efe-0e7d-4430-816c-c5092a8f40f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2374508 Aug 25 16:10:34.902115 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-04ca8e30-ae24-4814-86a5-17a3cd7988af service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:10:35.037873 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.db.l3_hamode_db [None req-f7ff5d46-8463-4a1f-86c4-5fc1b5fa7d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e563cd2-b6f9-41e3-bb17-f82fe2f39150', 'name': 'tempest-AttachVolumeTestJSON-1950338539-router', 'tenant_id': 'd9f03318c9a74e1a8903854ddc6da304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af5d4827-908c-4372-9134-1f0198184942', 'external_fixed_ips': [{'subnet_id': 'a4c12025-f163-4c64-acba-906df26214d3', 'ip_address': '172.28.0.72'}], 'enable_snat': True}, 'gw_port_id': 'f339b5df-7254-4db8-8942-9e976480cce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:09:46Z', 'updated_at': '2021-08-25T16:09:58Z', 'revision_number': 4, 'project_id': 'd9f03318c9a74e1a8903854ddc6da304', 'gw_port': {'id': 'f339b5df-7254-4db8-8942-9e976480cce1', 'name': '', 'network_id': 'af5d4827-908c-4372-9134-1f0198184942', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:46:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e563cd2-b6f9-41e3-bb17-f82fe2f39150', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a4c12025-f163-4c64-acba-906df26214d3', 'ip_address': '172.28.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:09:47Z', 'updated_at': '2021-08-25T16:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a4c12025-f163-4c64-acba-906df26214d3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-smb', '_interfaces': [{'id': '7ea01973-1bb4-479e-b17f-6706e8530591', 'name': '', 'network_id': 'd0e51efe-0e7d-4430-816c-c5092a8f40f0', 'tenant_id': 'd9f03318c9a74e1a8903854ddc6da304', 'mac_address': 'fa:16:3e:36:e4:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e563cd2-b6f9-41e3-bb17-f82fe2f39150', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fe3c2446-8b99-4be0-b8e9-28ca607c8880', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:09:56Z', 'updated_at': '2021-08-25T16:09:58Z', 'revision_number': 2, 'project_id': 'd9f03318c9a74e1a8903854ddc6da304', 'subnets': [{'id': 'fe3c2446-8b99-4be0-b8e9-28ca607c8880', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-1-smb', False) {} {{(pid=75043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:10:35.052868 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ff5d46-8463-4a1f-86c4-5fc1b5fa7d8f None None] Checking router: 6e563cd2-b6f9-41e3-bb17-f82fe2f39150 for host: dv-cinder-806007-1-smb {{(pid=75043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 16:10:35.053204 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ff5d46-8463-4a1f-86c4-5fc1b5fa7d8f None None] Updating router 6e563cd2-b6f9-41e3-bb17-f82fe2f39150 port 7ea01973-1bb4-479e-b17f-6706e8530591 binding host dv-cinder-806007-1-smb {{(pid=75043) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 25 16:10:35.169236 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron_lib.callbacks.manager [None req-f7ff5d46-8463-4a1f-86c4-5fc1b5fa7d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_update {{(pid=75043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:35.206318 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085c1a7c-f70d-4aad-af2a-633dec3d9bf0 req-098732f6-3e2c-4d54-b39d-7216b4e9f92e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:35.207786 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-085c1a7c-f70d-4aad-af2a-633dec3d9bf0 req-098732f6-3e2c-4d54-b39d-7216b4e9f92e service neutron] 10.222.0.70 "GET /v2.0/networks?id=fb04b5ec-673a-4a91-b0e5-12c6c13382bd HTTP/1.1" status: 200 len: 916 time: 0.6009300 Aug 25 16:10:35.213967 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-636409af-e1f0-4d90-b779-20f6638a3f9b req-a3c0523c-e941-4429-a6d2-513b391ae511 service neutron] 10.222.0.70 "GET /v2.0/networks/d0e51efe-0e7d-4430-816c-c5092a8f40f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3096464 Aug 25 16:10:35.228900 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22833df-14e0-4916-895e-315852fca56e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d02fb45-ffdb-44d6-a017-7d10908a0771,revision_number=1']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:35.301493 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-d22833df-14e0-4916-895e-315852fca56e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:10:35.321679 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [None req-d22833df-14e0-4916-895e-315852fca56e admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=d6663a0a40684cf681ba82e3bf21324b&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4808722 Aug 25 16:10:35.331318 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.wsgi [-] (75041) accepted ('10.222.0.68', 53752) {{(pid=75041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:10:35.379477 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-085c1a7c-f70d-4aad-af2a-633dec3d9bf0 req-4f11712c-417e-4d75-8d31-61ddbb444967 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bf374dad-3f0b-4091-8d94-2e239257f70f HTTP/1.1" status: 200 len: 217 time: 0.1397169 Aug 25 16:10:35.414323 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-62f91a21-df2d-424b-944d-8a7707bcfa16 req-e680d098-8901-47b2-a5d3-43ab25b0145f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d9f03318c9a74e1a8903854ddc6da304&device_id=1b48424c-0ad1-49ce-93a4-2f1c27f25176 HTTP/1.1" status: 200 len: 1096 time: 0.1270134 Aug 25 16:10:35.462249 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-83f0a839-1b2e-4035-abdc-cc573291d0c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:35.478577 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-83f0a839-1b2e-4035-abdc-cc573291d0c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:35.500215 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:10:35.545923 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-ec3eb9aa-daf2-40a4-8bcd-df17d2aba24e req-c7cf3949-8e98-4329-a825-a87c4959ba0a service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=21576f61-6c69-4e7d-bcca-66318419bc0b HTTP/1.1" status: 200 len: 1099 time: 0.5088086 Aug 25 16:10:35.553010 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6ce233-b49a-49ab-a1e6-6d89176ce8c8 req-801676f6-6651-49df-893f-9ccfe97644d4 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:35.560127 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-ed6ce233-b49a-49ab-a1e6-6d89176ce8c8 req-801676f6-6651-49df-893f-9ccfe97644d4 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] 10.222.0.68 "GET /v2.0/ports?device_id=1b48424c-0ad1-49ce-93a4-2f1c27f25176 HTTP/1.1" status: 200 len: 943 time: 0.6424000 Aug 25 16:10:35.615997 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085c1a7c-f70d-4aad-af2a-633dec3d9bf0 req-4422e130-c7a4-4ed8-a843-b8962819fe0a service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:35.617802 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-085c1a7c-f70d-4aad-af2a-633dec3d9bf0 req-4422e130-c7a4-4ed8-a843-b8962819fe0a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=dcc96182-e992-4fac-b9ad-11619c23a7ba HTTP/1.1" status: 200 len: 854 time: 0.2093976 Aug 25 16:10:35.626290 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f91a21-df2d-424b-944d-8a7707bcfa16 req-75fd2f40-4c09-4847-9e83-e79c8e3eed41 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:35.628589 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-62f91a21-df2d-424b-944d-8a7707bcfa16 req-75fd2f40-4c09-4847-9e83-e79c8e3eed41 service neutron] 10.222.0.70 "GET /v2.0/networks?id=d0e51efe-0e7d-4430-816c-c5092a8f40f0 HTTP/1.1" status: 200 len: 912 time: 0.2067621 Aug 25 16:10:35.639681 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f0a839-1b2e-4035-abdc-cc573291d0c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07eb1e77-f85e-4901-bae8-7aa503e336ef,revision_number=1']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:35.680118 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-83f0a839-1b2e-4035-abdc-cc573291d0c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:10:35.681761 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron_lib.callbacks.manager [None req-f7ff5d46-8463-4a1f-86c4-5fc1b5fa7d8f None None] Notify callbacks [] for port, precommit_update {{(pid=75043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:35.687861 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-baa68093-d7ba-46ab-bbfd-d97e6c69d531 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:35.696405 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.db.provisioning_blocks [None req-f7ff5d46-8463-4a1f-86c4-5fc1b5fa7d8f None None] Transition to ACTIVE for port object 7ea01973-1bb4-479e-b17f-6706e8530591 will not be triggered until provisioned by entity L2. {{(pid=75043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:10:35.697175 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [None req-83f0a839-1b2e-4035-abdc-cc573291d0c3 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=b629dea98d58400e971b5ea7fdadc666&name=default HTTP/1.1" status: 200 len: 2647 time: 2.2554379 Aug 25 16:10:35.706980 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 53772) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:10:35.708428 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron_lib.callbacks.manager [None req-f7ff5d46-8463-4a1f-86c4-5fc1b5fa7d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776572168726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776571761677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776571761722'] for port, after_update {{(pid=75043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:35.714580 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG oslo_concurrency.lockutils [None req-f98121e3-283c-4800-bcc2-f63310c52ef0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:10:35.735987 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-62f91a21-df2d-424b-944d-8a7707bcfa16 req-d1fbaae5-9b06-4b96-8266-3b01e9c80390 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ebdd01f5-17bf-4775-a045-ab233f03d4a8 HTTP/1.1" status: 200 len: 217 time: 0.1009355 Aug 25 16:10:35.781622 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-ed6ce233-b49a-49ab-a1e6-6d89176ce8c8 req-327c7572-f6b9-4e74-8133-b105954d16a8 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] 10.222.0.68 "GET /v2.0/security-groups?id=1d097c96-4f75-4fbf-b31b-824952f1b3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2205598 Aug 25 16:10:35.791856 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-baa68093-d7ba-46ab-bbfd-d97e6c69d531 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:35.810295 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [req-ec3eb9aa-daf2-40a4-8bcd-df17d2aba24e req-95f0f443-4cff-4257-878a-11d83ed27b84 service neutron] Synchronizing usage tracker for tenant:1e5494b3226b4ab3b9c152cc8c063995 on resource:security_group {{(pid=75041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:10:35.845929 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-1a93fe72-2ae4-44ab-a5f3-41f21ecd5e71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:35.878161 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f91a21-df2d-424b-944d-8a7707bcfa16 req-e6c92a8f-c124-4f71-9f29-a7868d0b0ede service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:35.879421 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-62f91a21-df2d-424b-944d-8a7707bcfa16 req-e6c92a8f-c124-4f71-9f29-a7868d0b0ede service neutron] 10.222.0.70 "GET /v2.0/subnets?id=fe3c2446-8b99-4be0-b8e9-28ca607c8880 HTTP/1.1" status: 200 len: 850 time: 0.1300468 Aug 25 16:10:35.895377 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [req-ec3eb9aa-daf2-40a4-8bcd-df17d2aba24e req-95f0f443-4cff-4257-878a-11d83ed27b84 service neutron] Unset dirty status for tenant:1e5494b3226b4ab3b9c152cc8c063995 on resource:security_group {{(pid=75041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:10:35.896992 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-ec3eb9aa-daf2-40a4-8bcd-df17d2aba24e req-95f0f443-4cff-4257-878a-11d83ed27b84 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=9e7f6e62-5d07-4b94-bd1b-2408a7eb9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3271666 Aug 25 16:10:35.913173 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-085c1a7c-f70d-4aad-af2a-633dec3d9bf0 req-d07fa454-c7aa-4543-845e-1b7235ec965c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=fb04b5ec-673a-4a91-b0e5-12c6c13382bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2799895 Aug 25 16:10:35.952638 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-baa68093-d7ba-46ab-bbfd-d97e6c69d531 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:35.963575 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-2b582ba4-e828-4539-bf83-1cc57b945418 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:10:35.966746 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-1a93fe72-2ae4-44ab-a5f3-41f21ecd5e71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:35.984515 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa68093-d7ba-46ab-bbfd-d97e6c69d531 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d02fb45-ffdb-44d6-a017-7d10908a0771,revision_number=None']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:36.003135 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-baa68093-d7ba-46ab-bbfd-d97e6c69d531 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:10:36.005813 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-baa68093-d7ba-46ab-bbfd-d97e6c69d531 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:36.010673 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [None req-baa68093-d7ba-46ab-bbfd-d97e6c69d531 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/7d02fb45-ffdb-44d6-a017-7d10908a0771 HTTP/1.1" status: 204 len: 168 time: 0.6697628 Aug 25 16:10:36.084540 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57fc0a05-217c-4fb7-996e-17621c58a539 None None] Sync routers for ids ['f40984fc-802b-4e43-93f0-9adc71a52552'] in dv-cinder-806007-1-smb {{(pid=75042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 16:10:36.119955 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57fc0a05-217c-4fb7-996e-17621c58a539 None None] Routers {'f40984fc-802b-4e43-93f0-9adc71a52552'} bound to L3 agent in host dv-cinder-806007-1-smb {{(pid=75042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:10:36.120716 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.l3_hamode_db [None req-57fc0a05-217c-4fb7-996e-17621c58a539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T16:01:30Z,description=,heartbeat_timestamp=2021-08-25T16:10:30Z,host='dv-cinder-806007-1-smb',id=ca94599f-caae-4183-a9a6-f9a0dcce5f21,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:01:30Z,topic='l3_agent')) {'router_ids': ['f40984fc-802b-4e43-93f0-9adc71a52552'], 'active': True} {{(pid=75042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:10:36.180119 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f967dca1-51fa-4529-bebf-3db6db99138c None None] Pushing event updated for resources: {'Port': ['ID=7ea01973-1bb4-479e-b17f-6706e8530591,revision_number=3']} {{(pid=75043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:36.183060 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-1a93fe72-2ae4-44ab-a5f3-41f21ecd5e71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:36.207284 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG oslo_concurrency.lockutils [None req-f967dca1-51fa-4529-bebf-3db6db99138c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.486s {{(pid=75043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:10:36.212860 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-1d6e682b-6dbd-4e2f-a423-abd3ea5274a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:10:36.248601 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-1a93fe72-2ae4-44ab-a5f3-41f21ecd5e71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:36.254577 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-1a93fe72-2ae4-44ab-a5f3-41f21ecd5e71 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/07eb1e77-f85e-4901-bae8-7aa503e336ef HTTP/1.1" status: 204 len: 168 time: 0.5462699 Aug 25 16:10:36.271047 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-62f91a21-df2d-424b-944d-8a7707bcfa16 req-4bdbd62d-e07c-42cb-8db8-9788fcd32111 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d0e51efe-0e7d-4430-816c-c5092a8f40f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3782880 Aug 25 16:10:36.275760 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a93fe72-2ae4-44ab-a5f3-41f21ecd5e71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07eb1e77-f85e-4901-bae8-7aa503e336ef,revision_number=None']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:36.291370 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-1a93fe72-2ae4-44ab-a5f3-41f21ecd5e71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:10:36.504214 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.plugins.ml2.managers [None req-f7ff5d46-8463-4a1f-86c4-5fc1b5fa7d8f None None] Attempting to bind port 7ea01973-1bb4-479e-b17f-6706e8530591 on host dv-cinder-806007-1-smb for vnic_type normal with profile {{(pid=75043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:10:36.509506 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.plugins.ml2.managers [None req-f7ff5d46-8463-4a1f-86c4-5fc1b5fa7d8f None None] Attempting to bind port 7ea01973-1bb4-479e-b17f-6706e8530591 by drivers openvswitch,hyperv on host dv-cinder-806007-1-smb at level 0 using segments [{'id': '81a87809-0b66-408c-a8ca-6b02427dc69c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'd0e51efe-0e7d-4430-816c-c5092a8f40f0'}] {{(pid=75043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:10:36.509994 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ff5d46-8463-4a1f-86c4-5fc1b5fa7d8f None None] Attempting to bind port 7ea01973-1bb4-479e-b17f-6706e8530591 on network d0e51efe-0e7d-4430-816c-c5092a8f40f0 {{(pid=75043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:10:36.517314 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ff5d46-8463-4a1f-86c4-5fc1b5fa7d8f None None] Checking agent: {'id': '96a22994-db3b-42a5-8f4b-83134f26dca0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806007-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 1, 29), 'started_at': datetime.datetime(2021, 8, 25, 16, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 10, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806007-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:10:36.521255 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ff5d46-8463-4a1f-86c4-5fc1b5fa7d8f None None] Checking segment: {'id': '81a87809-0b66-408c-a8ca-6b02427dc69c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'd0e51efe-0e7d-4430-816c-c5092a8f40f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:10:36.525779 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron_lib.callbacks.manager [None req-f7ff5d46-8463-4a1f-86c4-5fc1b5fa7d8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:36.526537 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ff5d46-8463-4a1f-86c4-5fc1b5fa7d8f None None] Bound using segment: {'id': '81a87809-0b66-408c-a8ca-6b02427dc69c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'd0e51efe-0e7d-4430-816c-c5092a8f40f0'} {{(pid=75043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:10:36.528274 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.plugins.ml2.managers [None req-f7ff5d46-8463-4a1f-86c4-5fc1b5fa7d8f None None] Bound port: 7ea01973-1bb4-479e-b17f-6706e8530591, host: dv-cinder-806007-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81a87809-0b66-408c-a8ca-6b02427dc69c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'd0e51efe-0e7d-4430-816c-c5092a8f40f0'}}] {{(pid=75043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:10:36.533308 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron_lib.callbacks.manager [None req-f7ff5d46-8463-4a1f-86c4-5fc1b5fa7d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_update {{(pid=75043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:36.616643 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.l3_dvr_db [None req-57fc0a05-217c-4fb7-996e-17621c58a539 None None] Set router f40984fc-802b-4e43-93f0-9adc71a52552 gateway port host: dv-cinder-806007-1-smb {{(pid=75042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:10:36.655888 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054ab6a6-554e-4db4-a3f8-f5c2256d1f2e req-b46a4925-825b-4d27-b9b7-680c0a2e1e8f tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:36.667453 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-054ab6a6-554e-4db4-a3f8-f5c2256d1f2e req-b46a4925-825b-4d27-b9b7-680c0a2e1e8f tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/ports?device_id=21576f61-6c69-4e7d-bcca-66318419bc0b HTTP/1.1" status: 200 len: 946 time: 0.5511100 Aug 25 16:10:36.795913 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-62f91a21-df2d-424b-944d-8a7707bcfa16 req-4e634491-e9a3-4d65-8f5f-3be20a5993e8 service neutron] 10.222.0.70 "GET /v2.0/networks/d0e51efe-0e7d-4430-816c-c5092a8f40f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4886484 Aug 25 16:10:36.825486 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.plugins.ml2.db [None req-f7ff5d46-8463-4a1f-86c4-5fc1b5fa7d8f None None] For port 7ea01973-1bb4-479e-b17f-6706e8530591, host dv-cinder-806007-1-smb, cleared binding levels {{(pid=75043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:10:36.837829 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.plugins.ml2.db [None req-f7ff5d46-8463-4a1f-86c4-5fc1b5fa7d8f None None] For port 7ea01973-1bb4-479e-b17f-6706e8530591, host dv-cinder-806007-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-1-smb',level=0,port_id=7ea01973-1bb4-479e-b17f-6706e8530591,segment=NetworkSegment(81a87809-0b66-408c-a8ca-6b02427dc69c),segment_id=81a87809-0b66-408c-a8ca-6b02427dc69c)] {{(pid=75043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:10:36.844539 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron_lib.callbacks.manager [None req-f7ff5d46-8463-4a1f-86c4-5fc1b5fa7d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776572168726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776571761677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776571761722'] for port, after_update {{(pid=75043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:36.857922 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-054ab6a6-554e-4db4-a3f8-f5c2256d1f2e req-f3e40ba5-31bf-4ba0-a6dd-3e8eb88ceeb6 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/security-groups?id=9e7f6e62-5d07-4b94-bd1b-2408a7eb9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869156 Aug 25 16:10:36.863195 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:10:36.866242 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-085c1a7c-f70d-4aad-af2a-633dec3d9bf0 req-d39836a3-8b7e-4a51-94b7-222545f30f12 service neutron] 10.222.0.70 "GET /v2.0/networks/fb04b5ec-673a-4a91-b0e5-12c6c13382bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6268098 Aug 25 16:10:37.080922 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ff5d46-8463-4a1f-86c4-5fc1b5fa7d8f None None] Routers {'6e563cd2-b6f9-41e3-bb17-f82fe2f39150'} bound to L3 agent in host dv-cinder-806007-1-smb {{(pid=75043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:10:37.081835 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.db.l3_hamode_db [None req-f7ff5d46-8463-4a1f-86c4-5fc1b5fa7d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T16:01:30Z,description=,heartbeat_timestamp=2021-08-25T16:10:30Z,host='dv-cinder-806007-1-smb',id=ca94599f-caae-4183-a9a6-f9a0dcce5f21,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:01:30Z,topic='l3_agent')) {'router_ids': ['6e563cd2-b6f9-41e3-bb17-f82fe2f39150'], 'active': True} {{(pid=75043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:10:37.222462 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-085c1a7c-f70d-4aad-af2a-633dec3d9bf0 req-46402c90-6ec0-4579-9e1e-df435bd62d76 service neutron] 10.222.0.70 "GET /v2.0/networks/fb04b5ec-673a-4a91-b0e5-12c6c13382bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3340447 Aug 25 16:10:37.256647 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f967dca1-51fa-4529-bebf-3db6db99138c None None] Pushing event updated for resources: {'Port': ['ID=7ea01973-1bb4-479e-b17f-6706e8530591,revision_number=4']} {{(pid=75043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:37.263022 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.l3_hamode_db [None req-57fc0a05-217c-4fb7-996e-17621c58a539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f40984fc-802b-4e43-93f0-9adc71a52552', 'name': 'tempest-AttachVolumeShelveTestJSON-34576394-router', 'tenant_id': 'dc71d1df614a4412aaf0b6136cfc4aba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af5d4827-908c-4372-9134-1f0198184942', 'external_fixed_ips': [{'subnet_id': 'a4c12025-f163-4c64-acba-906df26214d3', 'ip_address': '172.28.0.247'}], 'enable_snat': True}, 'gw_port_id': '9e55183a-48e9-4440-94d7-b92ffa2acccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:09:52Z', 'updated_at': '2021-08-25T16:10:08Z', 'revision_number': 4, 'project_id': 'dc71d1df614a4412aaf0b6136cfc4aba', 'gw_port': {'id': '9e55183a-48e9-4440-94d7-b92ffa2acccb', 'name': '', 'network_id': 'af5d4827-908c-4372-9134-1f0198184942', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:5a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40984fc-802b-4e43-93f0-9adc71a52552', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a4c12025-f163-4c64-acba-906df26214d3', 'ip_address': '172.28.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:09:55Z', 'updated_at': '2021-08-25T16:10:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a4c12025-f163-4c64-acba-906df26214d3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-smb', '_interfaces': [{'id': 'd372dc2f-5e48-44f0-9761-ccaaeabf4a25', 'name': '', 'network_id': 'fb04b5ec-673a-4a91-b0e5-12c6c13382bd', 'tenant_id': 'dc71d1df614a4412aaf0b6136cfc4aba', 'mac_address': 'fa:16:3e:f1:0a:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f40984fc-802b-4e43-93f0-9adc71a52552', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dcc96182-e992-4fac-b9ad-11619c23a7ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:10:06Z', 'updated_at': '2021-08-25T16:10:09Z', 'revision_number': 2, 'project_id': 'dc71d1df614a4412aaf0b6136cfc4aba', 'subnets': [{'id': 'dcc96182-e992-4fac-b9ad-11619c23a7ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-1-smb', False) {} {{(pid=75042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:10:37.270954 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57fc0a05-217c-4fb7-996e-17621c58a539 None None] Checking router: f40984fc-802b-4e43-93f0-9adc71a52552 for host: dv-cinder-806007-1-smb {{(pid=75042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 16:10:37.271349 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57fc0a05-217c-4fb7-996e-17621c58a539 None None] Updating router f40984fc-802b-4e43-93f0-9adc71a52552 port d372dc2f-5e48-44f0-9761-ccaaeabf4a25 binding host dv-cinder-806007-1-smb {{(pid=75042) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 25 16:10:37.289689 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-62f91a21-df2d-424b-944d-8a7707bcfa16 req-3520d8c3-3db0-4e37-a486-51113da97ae7 service neutron] 10.222.0.70 "GET /v2.0/networks/d0e51efe-0e7d-4430-816c-c5092a8f40f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4922404 Aug 25 16:10:37.303910 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG oslo_concurrency.lockutils [None req-f967dca1-51fa-4529-bebf-3db6db99138c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=75043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:10:37.418770 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Device bf374dad-3f0b-4091-8d94-2e239257f70f details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 25 16:10:37.457840 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 53810) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:10:37.474984 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385a85f8-3175-4f74-b50a-c326c862827f req-6fdf0fc0-e532-4a01-973c-7b5cb72fe93f tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:37.486539 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-385a85f8-3175-4f74-b50a-c326c862827f req-6fdf0fc0-e532-4a01-973c-7b5cb72fe93f tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/ports?device_id=0d3c7106-0222-421b-af61-a22cca9b27dd HTTP/1.1" status: 200 len: 944 time: 0.2227621 Aug 25 16:10:37.502870 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-ade4b33e-dec6-47bd-a516-fdd56dce79bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:37.585053 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-ade4b33e-dec6-47bd-a516-fdd56dce79bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:10:37.591503 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-ade4b33e-dec6-47bd-a516-fdd56dce79bf admin admin] Usage tracker for resource:security_group_rule and tenant:486868b8ba6a4cccb1f8da86bb7d43a7 is out of sync, need to count used quota {{(pid=75040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:10:37.596573 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-ade4b33e-dec6-47bd-a516-fdd56dce79bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:10:37.601173 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.db.agents_db [None req-a821c616-a82d-4ce6-adbe-0c63f7de4494 None None] Agent healthcheck: found 6 active agents {{(pid=75043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:10:37.602949 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.db.l3_dvr_db [None req-f7ff5d46-8463-4a1f-86c4-5fc1b5fa7d8f None None] Set router 6e563cd2-b6f9-41e3-bb17-f82fe2f39150 gateway port host: dv-cinder-806007-1-smb {{(pid=75043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:10:37.613117 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-ade4b33e-dec6-47bd-a516-fdd56dce79bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:10:37.691662 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-385a85f8-3175-4f74-b50a-c326c862827f req-aca26106-84cc-4325-84cc-9adc95266ffb tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/security-groups?id=3fd554c8-8e1b-4d92-bc55-34a0478699d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2029908 Aug 25 16:10:37.759866 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-ade4b33e-dec6-47bd-a516-fdd56dce79bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:37.767810 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-ade4b33e-dec6-47bd-a516-fdd56dce79bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:37.837359 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:10:37.849887 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-ade4b33e-dec6-47bd-a516-fdd56dce79bf admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=486868b8ba6a4cccb1f8da86bb7d43a7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3906837 Aug 25 16:10:37.852775 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.wsgi [-] (75041) accepted ('10.222.0.68', 53816) {{(pid=75041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:10:37.901244 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade4b33e-dec6-47bd-a516-fdd56dce79bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e274329-7a68-49b8-aa2c-cded4d5ef468,revision_number=1']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:37.911836 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-ade4b33e-dec6-47bd-a516-fdd56dce79bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:10:37.914191 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Device 7ea01973-1bb4-479e-b17f-6706e8530591 up at agent ovs-agent-dv-cinder-806007-1-smb {{(pid=75042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:10:37.961180 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.db [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] For port bf374dad-3f0b-4091-8d94-2e239257f70f, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=bf374dad-3f0b-4091-8d94-2e239257f70f,segment=NetworkSegment(a4fe9403-29c0-4e58-9465-f12eb98d9e8d),segment_id=a4fe9403-29c0-4e58-9465-f12eb98d9e8d)] {{(pid=75042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:10:38.060557 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Returning: {'device': 'bf374dad-3f0b-4091-8d94-2e239257f70f', 'network_id': 'fb04b5ec-673a-4a91-b0e5-12c6c13382bd', 'port_id': 'bf374dad-3f0b-4091-8d94-2e239257f70f', 'mac_address': 'fa:16:3e:83:a6:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 854, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcc96182-e992-4fac-b9ad-11619c23a7ba', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 25 16:10:38.064558 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-57fc0a05-217c-4fb7-996e-17621c58a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:38.122159 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-a54f8afa-0961-4d75-ad12-831928216237 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:38.236213 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-a54f8afa-0961-4d75-ad12-831928216237 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:38.274808 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.db.l3_hamode_db [None req-f7ff5d46-8463-4a1f-86c4-5fc1b5fa7d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e563cd2-b6f9-41e3-bb17-f82fe2f39150', 'name': 'tempest-AttachVolumeTestJSON-1950338539-router', 'tenant_id': 'd9f03318c9a74e1a8903854ddc6da304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af5d4827-908c-4372-9134-1f0198184942', 'external_fixed_ips': [{'subnet_id': 'a4c12025-f163-4c64-acba-906df26214d3', 'ip_address': '172.28.0.72'}], 'enable_snat': True}, 'gw_port_id': 'f339b5df-7254-4db8-8942-9e976480cce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:09:46Z', 'updated_at': '2021-08-25T16:09:58Z', 'revision_number': 4, 'project_id': 'd9f03318c9a74e1a8903854ddc6da304', 'gw_port': {'id': 'f339b5df-7254-4db8-8942-9e976480cce1', 'name': '', 'network_id': 'af5d4827-908c-4372-9134-1f0198184942', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:46:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e563cd2-b6f9-41e3-bb17-f82fe2f39150', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a4c12025-f163-4c64-acba-906df26214d3', 'ip_address': '172.28.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:09:47Z', 'updated_at': '2021-08-25T16:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a4c12025-f163-4c64-acba-906df26214d3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-smb', '_interfaces': [{'id': '7ea01973-1bb4-479e-b17f-6706e8530591', 'name': '', 'network_id': 'd0e51efe-0e7d-4430-816c-c5092a8f40f0', 'tenant_id': 'd9f03318c9a74e1a8903854ddc6da304', 'mac_address': 'fa:16:3e:36:e4:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e563cd2-b6f9-41e3-bb17-f82fe2f39150', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fe3c2446-8b99-4be0-b8e9-28ca607c8880', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:09:56Z', 'updated_at': '2021-08-25T16:10:36Z', 'revision_number': 4, 'project_id': 'd9f03318c9a74e1a8903854ddc6da304', 'subnets': [{'id': 'fe3c2446-8b99-4be0-b8e9-28ca607c8880', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-1-smb', False) {} {{(pid=75043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:10:38.288969 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ff5d46-8463-4a1f-86c4-5fc1b5fa7d8f None None] The sync data for ids ['6e563cd2-b6f9-41e3-bb17-f82fe2f39150'] in dv-cinder-806007-1-smb is: [{'id': '6e563cd2-b6f9-41e3-bb17-f82fe2f39150', 'name': 'tempest-AttachVolumeTestJSON-1950338539-router', 'tenant_id': 'd9f03318c9a74e1a8903854ddc6da304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af5d4827-908c-4372-9134-1f0198184942', 'external_fixed_ips': [{'subnet_id': 'a4c12025-f163-4c64-acba-906df26214d3', 'ip_address': '172.28.0.72'}], 'enable_snat': True}, 'gw_port_id': 'f339b5df-7254-4db8-8942-9e976480cce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:09:46Z', 'updated_at': '2021-08-25T16:09:58Z', 'revision_number': 4, 'project_id': 'd9f03318c9a74e1a8903854ddc6da304', 'gw_port': {'id': 'f339b5df-7254-4db8-8942-9e976480cce1', 'name': '', 'network_id': 'af5d4827-908c-4372-9134-1f0198184942', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:46:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e563cd2-b6f9-41e3-bb17-f82fe2f39150', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a4c12025-f163-4c64-acba-906df26214d3', 'ip_address': '172.28.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:09:47Z', 'updated_at': '2021-08-25T16:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a4c12025-f163-4c64-acba-906df26214d3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-smb', '_interfaces': [{'id': '7ea01973-1bb4-479e-b17f-6706e8530591', 'name': '', 'network_id': 'd0e51efe-0e7d-4430-816c-c5092a8f40f0', 'tenant_id': 'd9f03318c9a74e1a8903854ddc6da304', 'mac_address': 'fa:16:3e:36:e4:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e563cd2-b6f9-41e3-bb17-f82fe2f39150', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fe3c2446-8b99-4be0-b8e9-28ca607c8880', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:09:56Z', 'updated_at': '2021-08-25T16:10:36Z', 'revision_number': 4, 'project_id': 'd9f03318c9a74e1a8903854ddc6da304', 'subnets': [{'id': 'fe3c2446-8b99-4be0-b8e9-28ca607c8880', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 16:10:38.319371 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad33b0e-5f70-4c91-808c-e3c33f486c8b req-35a09d3f-50f7-46a0-9a1d-50497c8ff5f1 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:38.320943 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-1ad33b0e-5f70-4c91-808c-e3c33f486c8b req-35a09d3f-50f7-46a0-9a1d-50497c8ff5f1 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] 10.222.0.68 "GET /v2.0/ports?device_id=1b48424c-0ad1-49ce-93a4-2f1c27f25176 HTTP/1.1" status: 200 len: 943 time: 0.4179649 Aug 25 16:10:38.321628 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-a54f8afa-0961-4d75-ad12-831928216237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:38.332697 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-a21dc4ab-5812-4c8e-b7c0-c49cf86d6717 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:10:38.383700 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54f8afa-0961-4d75-ad12-831928216237 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e274329-7a68-49b8-aa2c-cded4d5ef468,revision_number=None']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:38.386841 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-a54f8afa-0961-4d75-ad12-831928216237 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:10:38.402896 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-a54f8afa-0961-4d75-ad12-831928216237 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:38.407008 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [None req-a54f8afa-0961-4d75-ad12-831928216237 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/7e274329-7a68-49b8-aa2c-cded4d5ef468 HTTP/1.1" status: 204 len: 168 time: 0.5528159 Aug 25 16:10:38.422150 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-1ad33b0e-5f70-4c91-808c-e3c33f486c8b req-bf9fed64-f516-4e15-9962-9f8d9ba6d2f3 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] 10.222.0.68 "GET /v2.0/security-groups?id=1d097c96-4f75-4fbf-b31b-824952f1b3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914838 Aug 25 16:10:38.460364 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b7490a-9297-47e8-92d4-1b50a07970e7 req-07c62943-5bce-4674-bd21-e28076ee1838 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:38.462337 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-b0b7490a-9297-47e8-92d4-1b50a07970e7 req-07c62943-5bce-4674-bd21-e28076ee1838 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/ports?device_id=21576f61-6c69-4e7d-bcca-66318419bc0b HTTP/1.1" status: 200 len: 946 time: 0.2571394 Aug 25 16:10:38.590738 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-b0b7490a-9297-47e8-92d4-1b50a07970e7 req-290b0cb1-7414-4fff-8620-4238c4128e1a tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/security-groups?id=9e7f6e62-5d07-4b94-bd1b-2408a7eb9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133320 Aug 25 16:10:38.923317 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.provisioning_blocks [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Provisioning for port 7ea01973-1bb4-479e-b17f-6706e8530591 completed by entity L2. {{(pid=75042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:10:38.942553 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:38.968821 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.provisioning_blocks [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Provisioning complete for port 7ea01973-1bb4-479e-b17f-6706e8530591 triggered by entity L2. {{(pid=75042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:10:38.969234 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16203014'] for port, provisioning_complete {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:39.106260 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6538070a-20f4-4459-9daa-273698c79d24 req-ff1b4668-f540-41f9-b9e3-568d98ba2a68 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:39.115624 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-6538070a-20f4-4459-9daa-273698c79d24 req-ff1b4668-f540-41f9-b9e3-568d98ba2a68 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/ports?device_id=0d3c7106-0222-421b-af61-a22cca9b27dd HTTP/1.1" status: 200 len: 944 time: 0.1428444 Aug 25 16:10:39.175336 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-57fc0a05-217c-4fb7-996e-17621c58a539 None None] Notify callbacks [] for port, precommit_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:39.200128 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.notifiers.nova [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf374dad-3f0b-4091-8d94-2e239257f70f {{(pid=75042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:10:39.204442 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-6538070a-20f4-4459-9daa-273698c79d24 req-3ea28767-c04e-42e1-9bd1-e3146c650cd8 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/security-groups?id=3fd554c8-8e1b-4d92-bc55-34a0478699d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876138 Aug 25 16:10:39.310544 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.provisioning_blocks [None req-57fc0a05-217c-4fb7-996e-17621c58a539 None None] Transition to ACTIVE for port object d372dc2f-5e48-44f0-9761-ccaaeabf4a25 will not be triggered until provisioned by entity L2. {{(pid=75042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:10:39.387235 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-57fc0a05-217c-4fb7-996e-17621c58a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776572168726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776571761677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776571761722'] for port, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:39.400553 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.db [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] For port bf374dad-3f0b-4091-8d94-2e239257f70f, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=bf374dad-3f0b-4091-8d94-2e239257f70f,segment=NetworkSegment(a4fe9403-29c0-4e58-9465-f12eb98d9e8d),segment_id=a4fe9403-29c0-4e58-9465-f12eb98d9e8d)] {{(pid=75042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:10:39.408138 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [None req-60c9a7b2-2d9d-4010-a4dc-bbfb1fb6477e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:10:39.438479 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-e635addd-ccfc-4482-b16a-12c9427d2946 req-fba2f8ce-9e93-4d9b-9b22-8c04ba65785d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7bcd0c2726864d0db2590ec11bb3d659&device_id=21576f61-6c69-4e7d-bcca-66318419bc0b HTTP/1.1" status: 200 len: 1099 time: 0.1873810 Aug 25 16:10:39.470912 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776572168726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776571761677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776571761722'] for port, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:39.607483 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Device ebdd01f5-17bf-4775-a045-ab233f03d4a8 details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 25 16:10:39.640532 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e635addd-ccfc-4482-b16a-12c9427d2946 req-6c1ffe7f-6333-44b9-b00b-508c6fc05436 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:39.642545 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-e635addd-ccfc-4482-b16a-12c9427d2946 req-6c1ffe7f-6333-44b9-b00b-508c6fc05436 service neutron] 10.222.0.70 "GET /v2.0/networks?id=d0ae9dbb-c442-45e5-bb7b-f5c10c916870 HTTP/1.1" status: 200 len: 920 time: 0.1964138 Aug 25 16:10:39.746815 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b98c10-1607-45e6-b16b-68c91ec65871 req-9bcfa0c2-ae65-4f3f-8235-8a6e24c4be1f tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:39.753403 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-a2b98c10-1607-45e6-b16b-68c91ec65871 req-9bcfa0c2-ae65-4f3f-8235-8a6e24c4be1f tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/ports?device_id=21576f61-6c69-4e7d-bcca-66318419bc0b HTTP/1.1" status: 200 len: 946 time: 0.2712607 Aug 25 16:10:39.841366 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:39.845944 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-e635addd-ccfc-4482-b16a-12c9427d2946 req-f7800ec6-fb48-4eb3-a236-0fa8ef5b1441 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4515a93f-3bd9-4662-9c95-c434db83c9bf HTTP/1.1" status: 200 len: 217 time: 0.1967185 Aug 25 16:10:39.864257 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af304bcc-8883-42f5-84e4-0c851c9c9302 None None] Pushing event updated for resources: {'Port': ['ID=d372dc2f-5e48-44f0-9761-ccaaeabf4a25,revision_number=3']} {{(pid=75042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:39.907528 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [None req-af304bcc-8883-42f5-84e4-0c851c9c9302 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.499s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:10:39.915419 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-a2b98c10-1607-45e6-b16b-68c91ec65871 req-04a93fa1-d94f-44a7-91f2-6b583a5aa4e0 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/security-groups?id=9e7f6e62-5d07-4b94-bd1b-2408a7eb9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553562 Aug 25 16:10:39.921785 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.419s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:10:40.044393 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Pushing event updated for resources: {'Port': ['ID=bf374dad-3f0b-4091-8d94-2e239257f70f,revision_number=4']} {{(pid=75042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:40.047456 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.db [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] get_ports_and_sgs() called for port_ids ['bf374dad-3f0b-4091-8d94-2e239257f70f'] {{(pid=75042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:10:40.105048 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:10:40.106599 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.db.resource_extend [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] It took 0.46 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=75042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 25 16:10:40.112689 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e635addd-ccfc-4482-b16a-12c9427d2946 req-7535663f-9bf8-42c4-8d8b-ec82a3f80e8b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:40.114886 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-e635addd-ccfc-4482-b16a-12c9427d2946 req-7535663f-9bf8-42c4-8d8b-ec82a3f80e8b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=69cf06f5-4b93-4431-8d8c-27a4df3b9aa7 HTTP/1.1" status: 200 len: 859 time: 0.1203127 Aug 25 16:10:40.120935 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a2e8df-8042-4967-afa5-05ef540e336a req-81653538-e8e7-4a78-8ce7-023216dbb6dd tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:40.134408 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-81a2e8df-8042-4967-afa5-05ef540e336a req-81653538-e8e7-4a78-8ce7-023216dbb6dd tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] 10.222.0.68 "GET /v2.0/ports?device_id=1b48424c-0ad1-49ce-93a4-2f1c27f25176 HTTP/1.1" status: 200 len: 943 time: 0.2875004 Aug 25 16:10:40.403410 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.db [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] For port 7ea01973-1bb4-479e-b17f-6706e8530591, host dv-cinder-806007-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-1-smb',level=0,port_id=7ea01973-1bb4-479e-b17f-6706e8530591,segment=NetworkSegment(81a87809-0b66-408c-a8ca-6b02427dc69c),segment_id=81a87809-0b66-408c-a8ca-6b02427dc69c)] {{(pid=75042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:10:40.428958 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.managers [None req-57fc0a05-217c-4fb7-996e-17621c58a539 None None] Attempting to bind port d372dc2f-5e48-44f0-9761-ccaaeabf4a25 on host dv-cinder-806007-1-smb for vnic_type normal with profile {{(pid=75042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:10:40.429386 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.managers [None req-57fc0a05-217c-4fb7-996e-17621c58a539 None None] Attempting to bind port d372dc2f-5e48-44f0-9761-ccaaeabf4a25 by drivers openvswitch,hyperv on host dv-cinder-806007-1-smb at level 0 using segments [{'id': 'a4fe9403-29c0-4e58-9465-f12eb98d9e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'fb04b5ec-673a-4a91-b0e5-12c6c13382bd'}] {{(pid=75042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:10:40.429853 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57fc0a05-217c-4fb7-996e-17621c58a539 None None] Attempting to bind port d372dc2f-5e48-44f0-9761-ccaaeabf4a25 on network fb04b5ec-673a-4a91-b0e5-12c6c13382bd {{(pid=75042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:10:40.432757 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776572168726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776571761677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776571761722'] for port, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:40.443299 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:10:40.491412 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-81a2e8df-8042-4967-afa5-05ef540e336a req-726818b8-37c1-468c-98b0-ea2ef568b50e tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] 10.222.0.68 "GET /v2.0/security-groups?id=1d097c96-4f75-4fbf-b31b-824952f1b3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2902057 Aug 25 16:10:40.495575 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-e635addd-ccfc-4482-b16a-12c9427d2946 req-ea37595a-eb2b-4c3a-a3bf-2c16dbf99daf service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d0ae9dbb-c442-45e5-bb7b-f5c10c916870&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3592904 Aug 25 16:10:40.582657 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Pushing event updated for resources: {'Port': ['ID=7ea01973-1bb4-479e-b17f-6706e8530591,revision_number=5']} {{(pid=75042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:40.598414 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:10:40.644134 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57fc0a05-217c-4fb7-996e-17621c58a539 None None] Checking agent: {'id': '96a22994-db3b-42a5-8f4b-83134f26dca0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806007-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 1, 29), 'started_at': datetime.datetime(2021, 8, 25, 16, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 10, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806007-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:10:40.644520 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57fc0a05-217c-4fb7-996e-17621c58a539 None None] Checking segment: {'id': 'a4fe9403-29c0-4e58-9465-f12eb98d9e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'fb04b5ec-673a-4a91-b0e5-12c6c13382bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:10:40.644929 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-57fc0a05-217c-4fb7-996e-17621c58a539 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:40.645355 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57fc0a05-217c-4fb7-996e-17621c58a539 None None] Bound using segment: {'id': 'a4fe9403-29c0-4e58-9465-f12eb98d9e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'fb04b5ec-673a-4a91-b0e5-12c6c13382bd'} {{(pid=75042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:10:40.645869 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.managers [None req-57fc0a05-217c-4fb7-996e-17621c58a539 None None] Bound port: d372dc2f-5e48-44f0-9761-ccaaeabf4a25, host: dv-cinder-806007-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4fe9403-29c0-4e58-9465-f12eb98d9e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'fb04b5ec-673a-4a91-b0e5-12c6c13382bd'}}] {{(pid=75042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:10:40.646216 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-57fc0a05-217c-4fb7-996e-17621c58a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:40.803124 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-e635addd-ccfc-4482-b16a-12c9427d2946 req-e9502693-8d77-4ff5-8019-a3447d91b87a service neutron] 10.222.0.70 "GET /v2.0/networks/d0ae9dbb-c442-45e5-bb7b-f5c10c916870?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2998900 Aug 25 16:10:40.810559 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.db [None req-57fc0a05-217c-4fb7-996e-17621c58a539 None None] For port d372dc2f-5e48-44f0-9761-ccaaeabf4a25, host dv-cinder-806007-1-smb, cleared binding levels {{(pid=75042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:10:40.890653 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.db [None req-57fc0a05-217c-4fb7-996e-17621c58a539 None None] For port d372dc2f-5e48-44f0-9761-ccaaeabf4a25, host dv-cinder-806007-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-1-smb',level=0,port_id=d372dc2f-5e48-44f0-9761-ccaaeabf4a25,segment=NetworkSegment(a4fe9403-29c0-4e58-9465-f12eb98d9e8d),segment_id=a4fe9403-29c0-4e58-9465-f12eb98d9e8d)] {{(pid=75042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:10:40.924852 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-57fc0a05-217c-4fb7-996e-17621c58a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776572168726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776571761677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776571761722'] for port, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:40.948054 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:10:40.955967 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95737503-6144-4045-a3bf-a5bd78266307 req-fbb4cfbd-8268-4b64-8fff-d92ab2118fec tempest-DeleteServersTestJSON-1501101341 tempest-DeleteServersTestJSON-1501101341-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:40.963667 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-95737503-6144-4045-a3bf-a5bd78266307 req-fbb4cfbd-8268-4b64-8fff-d92ab2118fec tempest-DeleteServersTestJSON-1501101341 tempest-DeleteServersTestJSON-1501101341-project] 10.222.0.68 "GET /v2.0/ports?device_id=2f51e0d0-e81b-46e7-9f40-28851ce056ba HTTP/1.1" status: 200 len: 945 time: 0.1639514 Aug 25 16:10:41.032789 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-95737503-6144-4045-a3bf-a5bd78266307 req-cd3534bd-f4a1-4a36-bbe0-bf77f6b64981 tempest-DeleteServersTestJSON-1501101341 tempest-DeleteServersTestJSON-1501101341-project] 10.222.0.68 "GET /v2.0/security-groups?id=0896c8fc-ed64-4b09-8c52-dab04491f838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680425 Aug 25 16:10:41.085500 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.db [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] For port ebdd01f5-17bf-4775-a045-ab233f03d4a8, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=ebdd01f5-17bf-4775-a045-ab233f03d4a8,segment=NetworkSegment(81a87809-0b66-408c-a8ca-6b02427dc69c),segment_id=81a87809-0b66-408c-a8ca-6b02427dc69c)] {{(pid=75042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:10:41.124240 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af304bcc-8883-42f5-84e4-0c851c9c9302 None None] Pushing event updated for resources: {'Port': ['ID=d372dc2f-5e48-44f0-9761-ccaaeabf4a25,revision_number=4']} {{(pid=75042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:41.143754 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Returning: {'device': 'ebdd01f5-17bf-4775-a045-ab233f03d4a8', 'network_id': 'd0e51efe-0e7d-4430-816c-c5092a8f40f0', 'port_id': 'ebdd01f5-17bf-4775-a045-ab233f03d4a8', 'mac_address': 'fa:16:3e:77:7f:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 852, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe3c2446-8b99-4be0-b8e9-28ca607c8880', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 25 16:10:41.158746 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [None req-af304bcc-8883-42f5-84e4-0c851c9c9302 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:10:41.172114 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-e635addd-ccfc-4482-b16a-12c9427d2946 req-75c13644-8eb6-4ebe-af75-b9a103d11036 service neutron] 10.222.0.70 "GET /v2.0/networks/d0ae9dbb-c442-45e5-bb7b-f5c10c916870?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3557572 Aug 25 16:10:41.226174 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b91103-ab91-4fab-a15a-7546fb812820 req-aaf0771d-bf2a-4ba1-bbe7-a0bb83918b62 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:41.237144 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-62b91103-ab91-4fab-a15a-7546fb812820 req-aaf0771d-bf2a-4ba1-bbe7-a0bb83918b62 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/ports?device_id=0d3c7106-0222-421b-af61-a22cca9b27dd HTTP/1.1" status: 200 len: 945 time: 0.2453132 Aug 25 16:10:41.305951 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:41.346561 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.notifiers.nova [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebdd01f5-17bf-4775-a045-ab233f03d4a8 {{(pid=75042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:10:41.386143 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-62b91103-ab91-4fab-a15a-7546fb812820 req-ee09e7a5-b0db-4fb9-b7b5-8b17cb94ea0e tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/security-groups?id=3fd554c8-8e1b-4d92-bc55-34a0478699d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1480618 Aug 25 16:10:41.395431 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.db [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] For port ebdd01f5-17bf-4775-a045-ab233f03d4a8, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=ebdd01f5-17bf-4775-a045-ab233f03d4a8,segment=NetworkSegment(81a87809-0b66-408c-a8ca-6b02427dc69c),segment_id=81a87809-0b66-408c-a8ca-6b02427dc69c)] {{(pid=75042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:10:41.408841 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776572168726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776571761677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776571761722'] for port, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:41.413776 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:10:41.444099 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b9edc8-6104-42cc-9117-12fd98760ed2 req-36c76494-e199-4312-8e16-0833f51e1ebe tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:41.445759 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-60b9edc8-6104-42cc-9117-12fd98760ed2 req-36c76494-e199-4312-8e16-0833f51e1ebe tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/ports?device_id=21576f61-6c69-4e7d-bcca-66318419bc0b HTTP/1.1" status: 200 len: 946 time: 0.2454956 Aug 25 16:10:41.493555 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.wsgi [-] (75041) accepted ('10.222.0.68', 53944) {{(pid=75041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:10:41.499977 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Pushing event updated for resources: {'Port': ['ID=ebdd01f5-17bf-4775-a045-ab233f03d4a8,revision_number=4']} {{(pid=75042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:41.508462 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:10:41.509594 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57fc0a05-217c-4fb7-996e-17621c58a539 None None] Routers {'f40984fc-802b-4e43-93f0-9adc71a52552'} bound to L3 agent in host dv-cinder-806007-1-smb {{(pid=75042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:10:41.510480 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.l3_hamode_db [None req-57fc0a05-217c-4fb7-996e-17621c58a539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T16:01:30Z,description=,heartbeat_timestamp=2021-08-25T16:10:30Z,host='dv-cinder-806007-1-smb',id=ca94599f-caae-4183-a9a6-f9a0dcce5f21,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:01:30Z,topic='l3_agent')) {'router_ids': ['f40984fc-802b-4e43-93f0-9adc71a52552'], 'active': True} {{(pid=75042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:10:41.577590 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-60b9edc8-6104-42cc-9117-12fd98760ed2 req-9f63ad33-caf5-4d58-9f8c-3ee1a66bad19 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/security-groups?id=9e7f6e62-5d07-4b94-bd1b-2408a7eb9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246035 Aug 25 16:10:41.774767 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.db [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] get_ports_and_sgs() called for port_ids ['ebdd01f5-17bf-4775-a045-ab233f03d4a8'] {{(pid=75042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:10:41.854598 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-d8625983-bbdf-4541-9b55-9e953ef0d328 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:41.901411 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4025d54e-e366-4654-85b0-3b7ea34dab61 req-29a3ab41-4850-43bd-9ec4-2eb69e49b8a5 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:41.906496 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-4025d54e-e366-4654-85b0-3b7ea34dab61 req-29a3ab41-4850-43bd-9ec4-2eb69e49b8a5 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] 10.222.0.68 "GET /v2.0/networks?id=aad61cb0-d4d9-415f-959c-855a438981a1 HTTP/1.1" status: 200 len: 813 time: 0.2947111 Aug 25 16:10:41.934400 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.quota.driver [None req-d8625983-bbdf-4541-9b55-9e953ef0d328 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:10:41.934913 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-4025d54e-e366-4654-85b0-3b7ea34dab61 req-d5915029-bbe6-4a22-886c-042df2108a5f tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] 10.222.0.68 "GET /v2.0/quotas/9cb4e2d656cb43358370c10c173ff464 HTTP/1.1" status: 200 len: 375 time: 0.0227897 Aug 25 16:10:41.943810 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [None req-d8625983-bbdf-4541-9b55-9e953ef0d328 admin admin] Usage tracker for resource:security_group_rule and tenant:709ee1d4b9544e44869d0dea7e45b9e2 is out of sync, need to count used quota {{(pid=75041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:10:41.948477 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [None req-d8625983-bbdf-4541-9b55-9e953ef0d328 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:10:41.958922 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ba9a5d-1064-4193-931d-4cfd37803bb0 req-3e17667e-2504-4b28-9116-64535dfe9a1f tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:41.960488 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-85ba9a5d-1064-4193-931d-4cfd37803bb0 req-3e17667e-2504-4b28-9116-64535dfe9a1f tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] 10.222.0.68 "GET /v2.0/ports?device_id=1b48424c-0ad1-49ce-93a4-2f1c27f25176 HTTP/1.1" status: 200 len: 944 time: 0.2004404 Aug 25 16:10:41.965921 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.quota.driver [None req-d8625983-bbdf-4541-9b55-9e953ef0d328 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:10:42.032113 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.l3_dvr_db [None req-57fc0a05-217c-4fb7-996e-17621c58a539 None None] Set router f40984fc-802b-4e43-93f0-9adc71a52552 gateway port host: dv-cinder-806007-1-smb {{(pid=75042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:10:42.062932 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-4025d54e-e366-4654-85b0-3b7ea34dab61 req-9491bc9e-0f5c-43c3-8126-fd0273feefe6 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=9cb4e2d656cb43358370c10c173ff464&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1224573 Aug 25 16:10:42.075121 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-85ba9a5d-1064-4193-931d-4cfd37803bb0 req-b920a363-b949-4292-91db-482fc5cc4b45 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] 10.222.0.68 "GET /v2.0/security-groups?id=1d097c96-4f75-4fbf-b31b-824952f1b3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1057854 Aug 25 16:10:42.172624 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-d8625983-bbdf-4541-9b55-9e953ef0d328 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:42.179949 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-d8625983-bbdf-4541-9b55-9e953ef0d328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:42.192222 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-de2e0ac7-4ab0-4362-a3d0-938716de4d5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:10:42.330027 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8625983-bbdf-4541-9b55-9e953ef0d328 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3972cb6e-86c5-45d0-8d1b-50b5a9f7303f,revision_number=1']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:42.341145 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-4025d54e-e366-4654-85b0-3b7ea34dab61 req-8f3611d9-48e1-404a-a683-5478a8ff455c service neutron] 10.222.0.68 "GET /v2.0/networks/aad61cb0-d4d9-415f-959c-855a438981a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2618167 Aug 25 16:10:42.344944 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 53966) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:10:42.354071 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [None req-d8625983-bbdf-4541-9b55-9e953ef0d328 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=709ee1d4b9544e44869d0dea7e45b9e2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8584833 Aug 25 16:10:42.355743 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-d8625983-bbdf-4541-9b55-9e953ef0d328 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:10:42.523130 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc5ac35-675d-4775-92a2-afed8502267a req-9b26c559-32c3-4b75-afb2-fd75d86a6a30 tempest-DeleteServersTestJSON-1501101341 tempest-DeleteServersTestJSON-1501101341-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:42.539793 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-7cc5ac35-675d-4775-92a2-afed8502267a req-9b26c559-32c3-4b75-afb2-fd75d86a6a30 tempest-DeleteServersTestJSON-1501101341 tempest-DeleteServersTestJSON-1501101341-project] 10.222.0.68 "GET /v2.0/ports?device_id=2f51e0d0-e81b-46e7-9f40-28851ce056ba HTTP/1.1" status: 200 len: 945 time: 0.2039614 Aug 25 16:10:42.613490 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-7cc5ac35-675d-4775-92a2-afed8502267a req-25e1efec-ed9d-4845-b2fa-1b0642821caf tempest-DeleteServersTestJSON-1501101341 tempest-DeleteServersTestJSON-1501101341-project] 10.222.0.68 "GET /v2.0/security-groups?id=0896c8fc-ed64-4b09-8c52-dab04491f838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802765 Aug 25 16:10:42.615401 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-b25e3222-f3e0-41ab-bf36-4d30a402ac84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:42.664888 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Device 7ea01973-1bb4-479e-b17f-6706e8530591 up at agent ovs-agent-dv-cinder-806007-1-smb {{(pid=75042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:10:42.677060 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-b25e3222-f3e0-41ab-bf36-4d30a402ac84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:42.701016 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-4025d54e-e366-4654-85b0-3b7ea34dab61 req-c1bd493e-8b40-4170-805a-14efb3911d4b service neutron] 10.222.0.68 "GET /v2.0/networks/aad61cb0-d4d9-415f-959c-855a438981a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3579199 Aug 25 16:10:42.819994 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20657f2-6dc0-4b1f-80fa-c5ce0985ee55 req-fde029f9-45f0-488d-89a3-374b25593888 tempest-DeleteServersTestJSON-1501101341 tempest-DeleteServersTestJSON-1501101341-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:42.821928 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-e20657f2-6dc0-4b1f-80fa-c5ce0985ee55 req-fde029f9-45f0-488d-89a3-374b25593888 tempest-DeleteServersTestJSON-1501101341 tempest-DeleteServersTestJSON-1501101341-project] 10.222.0.70 "GET /v2.0/ports?device_id=2f51e0d0-e81b-46e7-9f40-28851ce056ba HTTP/1.1" status: 200 len: 945 time: 0.2833595 Aug 25 16:10:42.892912 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-b25e3222-f3e0-41ab-bf36-4d30a402ac84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:42.900618 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-9e38bb13-0805-45da-9b99-02cda7aca1e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:10:42.922746 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25e3222-f3e0-41ab-bf36-4d30a402ac84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3972cb6e-86c5-45d0-8d1b-50b5a9f7303f,revision_number=None']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:42.927557 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.plugins.ml2.plugin [req-e20657f2-6dc0-4b1f-80fa-c5ce0985ee55 req-ec054ed5-d99f-4c5f-80c2-dddee33bbfe7 tempest-DeleteServersTestJSON-1501101341 tempest-DeleteServersTestJSON-1501101341-project] Deleting port 1f3c1bfd-78ae-48d5-bb8e-72da6b27cdc0 {{(pid=75040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:10:42.927938 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [req-e20657f2-6dc0-4b1f-80fa-c5ce0985ee55 req-ec054ed5-d99f-4c5f-80c2-dddee33bbfe7 tempest-DeleteServersTestJSON-1501101341 tempest-DeleteServersTestJSON-1501101341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776572162991'] for port, before_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:42.941924 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f9b061-e6b3-46e8-ba31-e7f38b6dd5f7 req-defbeee9-751a-4f71-bbce-daf57bdec829 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:42.943144 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-58f9b061-e6b3-46e8-ba31-e7f38b6dd5f7 req-defbeee9-751a-4f71-bbce-daf57bdec829 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/ports?device_id=0d3c7106-0222-421b-af61-a22cca9b27dd HTTP/1.1" status: 200 len: 945 time: 0.1695600 Aug 25 16:10:42.961374 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-b25e3222-f3e0-41ab-bf36-4d30a402ac84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:10:42.982888 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-b25e3222-f3e0-41ab-bf36-4d30a402ac84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:42.983984 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-b25e3222-f3e0-41ab-bf36-4d30a402ac84 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/3972cb6e-86c5-45d0-8d1b-50b5a9f7303f HTTP/1.1" status: 204 len: 168 time: 0.6152806 Aug 25 16:10:43.015957 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.provisioning_blocks [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Provisioning complete for port 7ea01973-1bb4-479e-b17f-6706e8530591 triggered by entity L2. {{(pid=75042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:10:43.016154 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16203014'] for port, provisioning_complete {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:43.072887 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-58f9b061-e6b3-46e8-ba31-e7f38b6dd5f7 req-17c239c3-9b25-46b7-a9ba-536709532b79 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/security-groups?id=3fd554c8-8e1b-4d92-bc55-34a0478699d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1124158 Aug 25 16:10:43.214083 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.l3_hamode_db [None req-57fc0a05-217c-4fb7-996e-17621c58a539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f40984fc-802b-4e43-93f0-9adc71a52552', 'name': 'tempest-AttachVolumeShelveTestJSON-34576394-router', 'tenant_id': 'dc71d1df614a4412aaf0b6136cfc4aba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af5d4827-908c-4372-9134-1f0198184942', 'external_fixed_ips': [{'subnet_id': 'a4c12025-f163-4c64-acba-906df26214d3', 'ip_address': '172.28.0.247'}], 'enable_snat': True}, 'gw_port_id': '9e55183a-48e9-4440-94d7-b92ffa2acccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:09:52Z', 'updated_at': '2021-08-25T16:10:08Z', 'revision_number': 4, 'project_id': 'dc71d1df614a4412aaf0b6136cfc4aba', 'gw_port': {'id': '9e55183a-48e9-4440-94d7-b92ffa2acccb', 'name': '', 'network_id': 'af5d4827-908c-4372-9134-1f0198184942', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:5a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40984fc-802b-4e43-93f0-9adc71a52552', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a4c12025-f163-4c64-acba-906df26214d3', 'ip_address': '172.28.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:09:55Z', 'updated_at': '2021-08-25T16:10:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a4c12025-f163-4c64-acba-906df26214d3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-smb', '_interfaces': [{'id': 'd372dc2f-5e48-44f0-9761-ccaaeabf4a25', 'name': '', 'network_id': 'fb04b5ec-673a-4a91-b0e5-12c6c13382bd', 'tenant_id': 'dc71d1df614a4412aaf0b6136cfc4aba', 'mac_address': 'fa:16:3e:f1:0a:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f40984fc-802b-4e43-93f0-9adc71a52552', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dcc96182-e992-4fac-b9ad-11619c23a7ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:10:06Z', 'updated_at': '2021-08-25T16:10:40Z', 'revision_number': 4, 'project_id': 'dc71d1df614a4412aaf0b6136cfc4aba', 'subnets': [{'id': 'dcc96182-e992-4fac-b9ad-11619c23a7ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-1-smb', False) {} {{(pid=75042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:10:43.223445 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57fc0a05-217c-4fb7-996e-17621c58a539 None None] The sync data for ids ['f40984fc-802b-4e43-93f0-9adc71a52552'] in dv-cinder-806007-1-smb is: [{'id': 'f40984fc-802b-4e43-93f0-9adc71a52552', 'name': 'tempest-AttachVolumeShelveTestJSON-34576394-router', 'tenant_id': 'dc71d1df614a4412aaf0b6136cfc4aba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af5d4827-908c-4372-9134-1f0198184942', 'external_fixed_ips': [{'subnet_id': 'a4c12025-f163-4c64-acba-906df26214d3', 'ip_address': '172.28.0.247'}], 'enable_snat': True}, 'gw_port_id': '9e55183a-48e9-4440-94d7-b92ffa2acccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:09:52Z', 'updated_at': '2021-08-25T16:10:08Z', 'revision_number': 4, 'project_id': 'dc71d1df614a4412aaf0b6136cfc4aba', 'gw_port': {'id': '9e55183a-48e9-4440-94d7-b92ffa2acccb', 'name': '', 'network_id': 'af5d4827-908c-4372-9134-1f0198184942', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:5a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40984fc-802b-4e43-93f0-9adc71a52552', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a4c12025-f163-4c64-acba-906df26214d3', 'ip_address': '172.28.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:09:55Z', 'updated_at': '2021-08-25T16:10:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a4c12025-f163-4c64-acba-906df26214d3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-smb', '_interfaces': [{'id': 'd372dc2f-5e48-44f0-9761-ccaaeabf4a25', 'name': '', 'network_id': 'fb04b5ec-673a-4a91-b0e5-12c6c13382bd', 'tenant_id': 'dc71d1df614a4412aaf0b6136cfc4aba', 'mac_address': 'fa:16:3e:f1:0a:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f40984fc-802b-4e43-93f0-9adc71a52552', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dcc96182-e992-4fac-b9ad-11619c23a7ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:10:06Z', 'updated_at': '2021-08-25T16:10:40Z', 'revision_number': 4, 'project_id': 'dc71d1df614a4412aaf0b6136cfc4aba', 'subnets': [{'id': 'dcc96182-e992-4fac-b9ad-11619c23a7ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 16:10:43.426426 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.plugins.ml2.db [req-e20657f2-6dc0-4b1f-80fa-c5ce0985ee55 req-ec054ed5-d99f-4c5f-80c2-dddee33bbfe7 tempest-DeleteServersTestJSON-1501101341 tempest-DeleteServersTestJSON-1501101341-project] For port 1f3c1bfd-78ae-48d5-bb8e-72da6b27cdc0, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=1f3c1bfd-78ae-48d5-bb8e-72da6b27cdc0,segment=NetworkSegment(53e90e11-1ea4-470b-a7ec-89c9efd670e6),segment_id=53e90e11-1ea4-470b-a7ec-89c9efd670e6)] {{(pid=75040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:10:43.426990 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [req-e20657f2-6dc0-4b1f-80fa-c5ce0985ee55 req-ec054ed5-d99f-4c5f-80c2-dddee33bbfe7 tempest-DeleteServersTestJSON-1501101341 tempest-DeleteServersTestJSON-1501101341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452504'] for port, precommit_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:43.430399 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-3fbc8e7f-6037-4a75-be17-a79fb21e7d35 req-bb032f3c-5d95-4eb2-abf6-e923917c2a7d tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] 10.222.0.68 "GET /v2.0/ports?device_id=67526b46-a554-4cdf-ad5c-4d6dfd25a3c1 HTTP/1.1" status: 200 len: 210 time: 0.1717961 Aug 25 16:10:43.474793 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37b8fae-2aa5-422d-a395-9d5119211769 req-80a2d1a5-68e0-46f8-9faa-4a36781e5eca tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:43.483520 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-d37b8fae-2aa5-422d-a395-9d5119211769 req-80a2d1a5-68e0-46f8-9faa-4a36781e5eca tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/ports?device_id=21576f61-6c69-4e7d-bcca-66318419bc0b HTTP/1.1" status: 200 len: 946 time: 0.3088310 Aug 25 16:10:43.500848 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Device bf374dad-3f0b-4091-8d94-2e239257f70f up at agent hyperv_hv-cinder-80600 {{(pid=75042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:10:43.724227 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.provisioning_blocks [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Provisioning for port bf374dad-3f0b-4091-8d94-2e239257f70f completed by entity L2. {{(pid=75042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:10:43.739465 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.provisioning_blocks [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Provisioning complete for port bf374dad-3f0b-4091-8d94-2e239257f70f triggered by entity L2. {{(pid=75042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:10:43.739859 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16203014'] for port, provisioning_complete {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:43.915359 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7930f76-2d0d-4bd0-b88e-baa48a42ccfc req-30325ff5-382b-44f6-b0b6-166d266ad99e tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:43.929244 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-b7930f76-2d0d-4bd0-b88e-baa48a42ccfc req-30325ff5-382b-44f6-b0b6-166d266ad99e tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] 10.222.0.68 "GET /v2.0/ports?device_id=1b48424c-0ad1-49ce-93a4-2f1c27f25176 HTTP/1.1" status: 200 len: 944 time: 0.2200193 Aug 25 16:10:43.984926 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.plugins.ml2.plugin [req-e20657f2-6dc0-4b1f-80fa-c5ce0985ee55 req-ec054ed5-d99f-4c5f-80c2-dddee33bbfe7 tempest-DeleteServersTestJSON-1501101341 tempest-DeleteServersTestJSON-1501101341-project] Calling delete_port for 1f3c1bfd-78ae-48d5-bb8e-72da6b27cdc0 owned by compute:nova {{(pid=75040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:10:44.050680 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:44.054750 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-b7930f76-2d0d-4bd0-b88e-baa48a42ccfc req-b6c8fa99-7160-44f5-b022-c18d76403ef7 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] 10.222.0.68 "GET /v2.0/security-groups?id=1d097c96-4f75-4fbf-b31b-824952f1b3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1245492 Aug 25 16:10:44.116253 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d3c7106-0222-421b-af61-a22cca9b27dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf374dad-3f0b-4091-8d94-2e239257f70f'}] {{(pid=75042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:10:44.144283 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.db [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] For port bf374dad-3f0b-4091-8d94-2e239257f70f, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=bf374dad-3f0b-4091-8d94-2e239257f70f,segment=NetworkSegment(a4fe9403-29c0-4e58-9465-f12eb98d9e8d),segment_id=a4fe9403-29c0-4e58-9465-f12eb98d9e8d)] {{(pid=75042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:10:44.150239 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776572168726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776571761677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776571761722'] for port, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:44.151514 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Device ebdd01f5-17bf-4775-a045-ab233f03d4a8 up at agent hyperv_hv-cinder-80600 {{(pid=75042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:10:44.191117 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [None req-af304bcc-8883-42f5-84e4-0c851c9c9302 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:10:44.212280 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-d37b8fae-2aa5-422d-a395-9d5119211769 req-e7f5af1b-e402-442a-9d05-ddbf3856c959 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/security-groups?id=9e7f6e62-5d07-4b94-bd1b-2408a7eb9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7277479 Aug 25 16:10:44.324463 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Pushing event updated for resources: {'Port': ['ID=bf374dad-3f0b-4091-8d94-2e239257f70f,revision_number=5']} {{(pid=75042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:44.327817 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:10:44.357241 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.provisioning_blocks [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Provisioning for port ebdd01f5-17bf-4775-a045-ab233f03d4a8 completed by entity L2. {{(pid=75042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:10:44.374784 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.provisioning_blocks [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Provisioning complete for port ebdd01f5-17bf-4775-a045-ab233f03d4a8 triggered by entity L2. {{(pid=75042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:10:44.375555 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16203014'] for port, provisioning_complete {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:44.494810 dv-cinder-806007-1-smb neutron-server[75042]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d3c7106-0222-421b-af61-a22cca9b27dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf374dad-3f0b-4091-8d94-2e239257f70f', 'code': 200} Aug 25 16:10:44.642346 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e857b2-d5f3-47d5-9cb4-3d06a3b9e700 req-569acb8d-2089-426b-b894-6a2c0585a49f tempest-DeleteServersTestJSON-1501101341 tempest-DeleteServersTestJSON-1501101341-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:44.654701 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-f9e857b2-d5f3-47d5-9cb4-3d06a3b9e700 req-569acb8d-2089-426b-b894-6a2c0585a49f tempest-DeleteServersTestJSON-1501101341 tempest-DeleteServersTestJSON-1501101341-project] 10.222.0.68 "GET /v2.0/ports?device_id=2f51e0d0-e81b-46e7-9f40-28851ce056ba HTTP/1.1" status: 200 len: 945 time: 0.2961700 Aug 25 16:10:44.764295 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:44.790211 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-f9e857b2-d5f3-47d5-9cb4-3d06a3b9e700 req-7b31b73f-8348-4727-816c-7844cf7e1af0 tempest-DeleteServersTestJSON-1501101341 tempest-DeleteServersTestJSON-1501101341-project] 10.222.0.68 "GET /v2.0/security-groups?id=0896c8fc-ed64-4b09-8c52-dab04491f838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342592 Aug 25 16:10:44.814420 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Device d372dc2f-5e48-44f0-9761-ccaaeabf4a25 up at agent ovs-agent-dv-cinder-806007-1-smb {{(pid=75042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:10:44.836452 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [req-e20657f2-6dc0-4b1f-80fa-c5ce0985ee55 req-ec054ed5-d99f-4c5f-80c2-dddee33bbfe7 tempest-DeleteServersTestJSON-1501101341 tempest-DeleteServersTestJSON-1501101341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776572168708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776571761668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1434720'] for port, after_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:44.848051 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-54a1c9ee-419d-4326-820b-617ea797e6d8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:10:44.936162 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.db [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] get_ports_and_sgs() called for port_ids ['1f3c1bfd-78ae-48d5-bb8e-72da6b27cdc0'] {{(pid=75042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:10:44.947988 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec054ed5-d99f-4c5f-80c2-dddee33bbfe7 tempest-DeleteServersTestJSON-1501101341 tempest-DeleteServersTestJSON-1501101341-project] Pushing event deleted for resources: {'Port': ['ID=1f3c1bfd-78ae-48d5-bb8e-72da6b27cdc0,revision_number=None']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:44.953627 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-ec054ed5-d99f-4c5f-80c2-dddee33bbfe7 tempest-DeleteServersTestJSON-1501101341 tempest-DeleteServersTestJSON-1501101341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:10:45.079719 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.l3_dvrscheduler_db [req-e20657f2-6dc0-4b1f-80fa-c5ce0985ee55 req-ec054ed5-d99f-4c5f-80c2-dddee33bbfe7 tempest-DeleteServersTestJSON-1501101341 tempest-DeleteServersTestJSON-1501101341-project] No DVR routers for this DVR port 1f3c1bfd-78ae-48d5-bb8e-72da6b27cdc0 on host hv-cinder-80600 {{(pid=75040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 16:10:45.083119 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [req-e20657f2-6dc0-4b1f-80fa-c5ce0985ee55 req-ec054ed5-d99f-4c5f-80c2-dddee33bbfe7 tempest-DeleteServersTestJSON-1501101341 tempest-DeleteServersTestJSON-1501101341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981218'] for port, before_response {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:45.089032 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f51e0d0-e81b-46e7-9f40-28851ce056ba', 'name': 'network-vif-deleted', 'tag': '1f3c1bfd-78ae-48d5-bb8e-72da6b27cdc0'}] {{(pid=75040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:10:45.105617 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4085c61-19b0-47ad-a405-08ad4a21bdaa req-411debd9-7d0a-4798-a253-7a06a3d6e410 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:45.112260 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-c4085c61-19b0-47ad-a405-08ad4a21bdaa req-411debd9-7d0a-4798-a253-7a06a3d6e410 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/ports?device_id=0d3c7106-0222-421b-af61-a22cca9b27dd HTTP/1.1" status: 200 len: 946 time: 0.3855774 Aug 25 16:10:45.158753 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-e20657f2-6dc0-4b1f-80fa-c5ce0985ee55 req-ec054ed5-d99f-4c5f-80c2-dddee33bbfe7 tempest-DeleteServersTestJSON-1501101341 tempest-DeleteServersTestJSON-1501101341-project] 10.222.0.70 "DELETE /v2.0/ports/1f3c1bfd-78ae-48d5-bb8e-72da6b27cdc0 HTTP/1.1" status: 204 len: 173 time: 2.3294039 Aug 25 16:10:45.174187 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.db [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] For port ebdd01f5-17bf-4775-a045-ab233f03d4a8, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=ebdd01f5-17bf-4775-a045-ab233f03d4a8,segment=NetworkSegment(81a87809-0b66-408c-a8ca-6b02427dc69c),segment_id=81a87809-0b66-408c-a8ca-6b02427dc69c)] {{(pid=75042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:10:45.177794 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-c4085c61-19b0-47ad-a405-08ad4a21bdaa req-4772a73d-439b-481a-b507-32d50638308b tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/security-groups?id=3fd554c8-8e1b-4d92-bc55-34a0478699d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613184 Aug 25 16:10:45.190844 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776572168726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776571761677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776571761722'] for port, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:45.194207 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:10:45.407750 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Pushing event updated for resources: {'Port': ['ID=ebdd01f5-17bf-4775-a045-ab233f03d4a8,revision_number=5']} {{(pid=75042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:45.411558 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:10:45.422483 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.provisioning_blocks [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Provisioning for port d372dc2f-5e48-44f0-9761-ccaaeabf4a25 completed by entity L2. {{(pid=75042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:10:45.433345 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.provisioning_blocks [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Provisioning complete for port d372dc2f-5e48-44f0-9761-ccaaeabf4a25 triggered by entity L2. {{(pid=75042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:10:45.433789 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16203014'] for port, provisioning_complete {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:45.494143 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4025d54e-e366-4654-85b0-3b7ea34dab61 req-6b237c63-7b59-4353-8f0f-f2add3ef8f2a tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:45.500387 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-4025d54e-e366-4654-85b0-3b7ea34dab61 req-6b237c63-7b59-4353-8f0f-f2add3ef8f2a tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] 10.222.0.70 "GET /v2.0/networks?id=aad61cb0-d4d9-415f-959c-855a438981a1 HTTP/1.1" status: 200 len: 813 time: 0.4648674 Aug 25 16:10:45.544879 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e359977-063f-41c4-98dc-17fede1bfd8f req-bd075c61-849f-47b3-8b19-2e27bc4424c2 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:45.554364 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-2e359977-063f-41c4-98dc-17fede1bfd8f req-bd075c61-849f-47b3-8b19-2e27bc4424c2 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] 10.222.0.68 "GET /v2.0/ports?device_id=1b48424c-0ad1-49ce-93a4-2f1c27f25176 HTTP/1.1" status: 200 len: 945 time: 0.1604669 Aug 25 16:10:45.625625 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-2e359977-063f-41c4-98dc-17fede1bfd8f req-805e2b6c-4630-472c-8afb-248404299cd5 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] 10.222.0.68 "GET /v2.0/security-groups?id=1d097c96-4f75-4fbf-b31b-824952f1b3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697157 Aug 25 16:10:45.632157 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.v2.base [req-4025d54e-e366-4654-85b0-3b7ea34dab61 req-deee3a6f-356c-41fd-84da-4401878f17d5 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] Request body: {'port': {'device_id': '67526b46-a554-4cdf-ad5c-4d6dfd25a3c1', 'network_id': 'aad61cb0-d4d9-415f-959c-855a438981a1', 'admin_state_up': True, 'tenant_id': '9cb4e2d656cb43358370c10c173ff464'}} {{(pid=75041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:10:45.700401 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:45.704405 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f51e0d0-e81b-46e7-9f40-28851ce056ba', 'name': 'network-vif-deleted', 'tag': '1f3c1bfd-78ae-48d5-bb8e-72da6b27cdc0', 'status': 'completed', 'code': 200} Aug 25 16:10:45.715993 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-d0d400bc-8477-4345-9d65-fba00f803d66 req-cafaa53b-e5a8-40dc-853d-a2cc6fb109d9 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] 10.222.0.68 "GET /v2.0/ports?device_id=67526b46-a554-4cdf-ad5c-4d6dfd25a3c1 HTTP/1.1" status: 200 len: 210 time: 0.2365625 Aug 25 16:10:45.755950 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.db [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] For port d372dc2f-5e48-44f0-9761-ccaaeabf4a25, host dv-cinder-806007-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-1-smb',level=0,port_id=d372dc2f-5e48-44f0-9761-ccaaeabf4a25,segment=NetworkSegment(a4fe9403-29c0-4e58-9465-f12eb98d9e8d),segment_id=a4fe9403-29c0-4e58-9465-f12eb98d9e8d)] {{(pid=75042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:10:45.763584 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776572168726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776571761677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776571761722'] for port, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:45.766112 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:10:45.943171 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff93b7a-721e-4ec9-b5a4-79b16cbccc23 req-7404270b-70ee-4163-9c2b-cec81f225550 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:45.944417 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Pushing event updated for resources: {'Port': ['ID=d372dc2f-5e48-44f0-9761-ccaaeabf4a25,revision_number=5']} {{(pid=75042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:45.952725 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.quota.driver [req-4025d54e-e366-4654-85b0-3b7ea34dab61 req-deee3a6f-356c-41fd-84da-4401878f17d5 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:10:45.953734 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-0ff93b7a-721e-4ec9-b5a4-79b16cbccc23 req-7404270b-70ee-4163-9c2b-cec81f225550 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/ports?device_id=21576f61-6c69-4e7d-bcca-66318419bc0b HTTP/1.1" status: 200 len: 946 time: 0.1132534 Aug 25 16:10:45.954649 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:10:45.989743 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.quota.driver [req-4025d54e-e366-4654-85b0-3b7ea34dab61 req-deee3a6f-356c-41fd-84da-4401878f17d5 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=75041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:10:46.012872 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4025d54e-e366-4654-85b0-3b7ea34dab61 req-deee3a6f-356c-41fd-84da-4401878f17d5 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] Made reservation on behalf of 9cb4e2d656cb43358370c10c173ff464 for: {'port': 1} {{(pid=75041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:10:46.015852 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [req-4025d54e-e366-4654-85b0-3b7ea34dab61 req-deee3a6f-356c-41fd-84da-4401878f17d5 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:46.054009 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-4df7558d-7fb1-44a0-8810-cdb121edf99c req-abd4317a-f577-423b-b61f-87ae8c74ce03 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=0d3c7106-0222-421b-af61-a22cca9b27dd HTTP/1.1" status: 200 len: 1099 time: 1.0198228 Aug 25 16:10:46.065055 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-0ff93b7a-721e-4ec9-b5a4-79b16cbccc23 req-5b75e412-8289-4715-8179-a1808ad55611 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/security-groups?id=9e7f6e62-5d07-4b94-bd1b-2408a7eb9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027174 Aug 25 16:10:46.169484 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-5612a2a7-b877-441f-9ad1-11e592287120 req-1fb42023-bfda-4b62-81bb-310559336d56 tempest-DeleteServersTestJSON-1501101341 tempest-DeleteServersTestJSON-1501101341-project] 10.222.0.68 "GET /v2.0/ports?device_id=2f51e0d0-e81b-46e7-9f40-28851ce056ba HTTP/1.1" status: 200 len: 210 time: 0.0603235 Aug 25 16:10:46.211218 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-4df7558d-7fb1-44a0-8810-cdb121edf99c req-d2fd0ca0-d956-4540-800d-70e4ed7a27cf service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=3fd554c8-8e1b-4d92-bc55-34a0478699d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1172304 Aug 25 16:10:46.298429 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.db_base_plugin_common [req-4025d54e-e366-4654-85b0-3b7ea34dab61 req-deee3a6f-356c-41fd-84da-4401878f17d5 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] Allocated IP 172.20.0.13 (aad61cb0-d4d9-415f-959c-855a438981a1/33e45a3e-8c03-4dce-9e75-1dc9683ee755/be9f1990-ef92-4ea4-ad95-a26055f955b7) {{(pid=75041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:10:46.467749 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c6fad8-1c2b-4a69-8930-5bc04a9aae75 req-3325aa5e-c63b-4ac9-b816-2c1783101657 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:46.469332 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-56c6fad8-1c2b-4a69-8930-5bc04a9aae75 req-3325aa5e-c63b-4ac9-b816-2c1783101657 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/ports?device_id=0d3c7106-0222-421b-af61-a22cca9b27dd HTTP/1.1" status: 200 len: 946 time: 0.0957503 Aug 25 16:10:46.496150 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b48424c-0ad1-49ce-93a4-2f1c27f25176', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebdd01f5-17bf-4775-a045-ab233f03d4a8'}] {{(pid=75042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:10:46.568974 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Device d372dc2f-5e48-44f0-9761-ccaaeabf4a25 up at agent ovs-agent-dv-cinder-806007-1-smb {{(pid=75042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:10:46.617856 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-56c6fad8-1c2b-4a69-8930-5bc04a9aae75 req-c165d68b-9d37-4cee-8700-ef3c47ca261e tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/security-groups?id=3fd554c8-8e1b-4d92-bc55-34a0478699d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1423020 Aug 25 16:10:46.670131 dv-cinder-806007-1-smb neutron-server[75042]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b48424c-0ad1-49ce-93a4-2f1c27f25176', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebdd01f5-17bf-4775-a045-ab233f03d4a8', 'code': 200} Aug 25 16:10:46.692993 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.provisioning_blocks [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Provisioning complete for port d372dc2f-5e48-44f0-9761-ccaaeabf4a25 triggered by entity L2. {{(pid=75042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:10:46.693747 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16203014'] for port, provisioning_complete {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:46.766434 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [req-4025d54e-e366-4654-85b0-3b7ea34dab61 req-deee3a6f-356c-41fd-84da-4401878f17d5 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] Notify callbacks [] for port, precommit_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:46.826104 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [req-4025d54e-e366-4654-85b0-3b7ea34dab61 req-deee3a6f-356c-41fd-84da-4401878f17d5 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776571788279'] for port, after_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:46.843942 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-9f5baa2c-dbea-493e-910a-7cdfead997bb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:10:46.849362 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.db [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] get_ports_and_sgs() called for port_ids ['10ad7f25-3a4a-4869-b72e-0006ee6c2a61'] {{(pid=75042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:10:46.924355 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4025d54e-e366-4654-85b0-3b7ea34dab61 req-deee3a6f-356c-41fd-84da-4401878f17d5 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] Network aad61cb0-d4d9-415f-959c-855a438981a1 is already hosted by enough agents. {{(pid=75041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:10:46.966913 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.scheduler.base_scheduler [req-4025d54e-e366-4654-85b0-3b7ea34dab61 req-deee3a6f-356c-41fd-84da-4401878f17d5 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] Resources bound (agent type, host, resource id): {{(pid=75041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:10:46.969365 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.l3_dvrscheduler_db [req-4025d54e-e366-4654-85b0-3b7ea34dab61 req-deee3a6f-356c-41fd-84da-4401878f17d5 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] Received port after_create {{(pid=75041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:10:46.973600 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4025d54e-e366-4654-85b0-3b7ea34dab61 req-deee3a6f-356c-41fd-84da-4401878f17d5 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:46.974212 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [req-4025d54e-e366-4654-85b0-3b7ea34dab61 req-deee3a6f-356c-41fd-84da-4401878f17d5 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16129646'] for port, before_response {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:47.003827 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deee3a6f-356c-41fd-84da-4401878f17d5 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] Pushing event updated for resources: {'Port': ['ID=be9f1990-ef92-4ea4-ad95-a26055f955b7,revision_number=1']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:47.232379 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-1795fed0-ec0d-4bcd-8d6b-18e842a1d907 req-427ba021-8f41-4fe6-bca2-fc58391bd0fa service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=da51e349-883a-43b1-adaf-83f5a646bfd0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1399860 Aug 25 16:10:47.270250 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80312637-0f90-447d-8fe8-ecdddf8df22f req-c8f9bbe7-f74b-42de-9973-dbec6b3c70e6 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:47.279386 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-80312637-0f90-447d-8fe8-ecdddf8df22f req-c8f9bbe7-f74b-42de-9973-dbec6b3c70e6 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] 10.222.0.68 "GET /v2.0/ports?device_id=67526b46-a554-4cdf-ad5c-4d6dfd25a3c1 HTTP/1.1" status: 200 len: 932 time: 0.2620547 Aug 25 16:10:47.326351 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deee3a6f-356c-41fd-84da-4401878f17d5 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:10:47.326719 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deee3a6f-356c-41fd-84da-4401878f17d5 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:10:47.327080 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deee3a6f-356c-41fd-84da-4401878f17d5 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:10:47.327428 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deee3a6f-356c-41fd-84da-4401878f17d5 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:10:47.327774 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deee3a6f-356c-41fd-84da-4401878f17d5 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:10:47.328139 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deee3a6f-356c-41fd-84da-4401878f17d5 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:10:47.328462 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deee3a6f-356c-41fd-84da-4401878f17d5 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:10:47.328803 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deee3a6f-356c-41fd-84da-4401878f17d5 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:10:47.329176 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deee3a6f-356c-41fd-84da-4401878f17d5 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:10:47.329517 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deee3a6f-356c-41fd-84da-4401878f17d5 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:10:47.329866 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deee3a6f-356c-41fd-84da-4401878f17d5 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:10:47.349347 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-deee3a6f-356c-41fd-84da-4401878f17d5 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.502s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:10:47.379341 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-4025d54e-e366-4654-85b0-3b7ea34dab61 req-deee3a6f-356c-41fd-84da-4401878f17d5 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7620468 Aug 25 16:10:47.397400 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.v2.base [req-4025d54e-e366-4654-85b0-3b7ea34dab61 req-50040590-81e0-4d77-bd6c-829d5cbfe0fa service neutron] Request body: {'port': {'device_id': '67526b46-a554-4cdf-ad5c-4d6dfd25a3c1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80600'}} {{(pid=75041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:10:47.438065 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-705590c6-e333-4882-a50f-16b639926099 req-e455f0a4-eadc-4e29-a02d-e9a516ffa90d service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=1b48424c-0ad1-49ce-93a4-2f1c27f25176 HTTP/1.1" status: 200 len: 1098 time: 0.4210184 Aug 25 16:10:47.457261 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015c36d7-3560-4a2c-bd9e-6a69adf9412b req-46d9a28d-91a2-4cde-8101-53054880f9a2 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:47.469137 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-015c36d7-3560-4a2c-bd9e-6a69adf9412b req-46d9a28d-91a2-4cde-8101-53054880f9a2 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] 10.222.0.68 "GET /v2.0/ports?device_id=1b48424c-0ad1-49ce-93a4-2f1c27f25176 HTTP/1.1" status: 200 len: 945 time: 0.5381620 Aug 25 16:10:47.498222 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-80312637-0f90-447d-8fe8-ecdddf8df22f req-5bdce935-e568-4c40-a1a1-b745cbf3ce85 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] 10.222.0.68 "GET /v2.0/security-groups?id=08292ed9-3586-482c-a672-563a9deccae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139609 Aug 25 16:10:47.526112 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Device 1f3c1bfd-78ae-48d5-bb8e-72da6b27cdc0 no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:10:47.588607 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.plugin [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] No Port match for: 1f3c1bfd-78ae-48d5-bb8e-72da6b27cdc0 {{(pid=75042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 16:10:47.589297 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Device 1f3c1bfd-78ae-48d5-bb8e-72da6b27cdc0 not bound to the agent host hv-cinder-80600 {{(pid=75042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 16:10:47.613702 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-1795fed0-ec0d-4bcd-8d6b-18e842a1d907 req-7673670d-7813-4f79-8386-c520a33a63b1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9cb4e2d656cb43358370c10c173ff464&device_id=da51e349-883a-43b1-adaf-83f5a646bfd0 HTTP/1.1" status: 200 len: 1099 time: 0.2245646 Aug 25 16:10:47.622670 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [req-4025d54e-e366-4654-85b0-3b7ea34dab61 req-50040590-81e0-4d77-bd6c-829d5cbfe0fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_update {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:47.665698 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-015c36d7-3560-4a2c-bd9e-6a69adf9412b req-9a2b1796-4c2c-40a9-91d9-a2bf5a66cad3 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] 10.222.0.68 "GET /v2.0/security-groups?id=1d097c96-4f75-4fbf-b31b-824952f1b3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2002318 Aug 25 16:10:47.889304 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-705590c6-e333-4882-a50f-16b639926099 req-ea9c0478-f161-49a6-b573-78e30e13b9ce service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=1d097c96-4f75-4fbf-b31b-824952f1b3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4200294 Aug 25 16:10:47.917173 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1795fed0-ec0d-4bcd-8d6b-18e842a1d907 req-85457f4d-b046-45b1-b8f0-6ad0054d6a02 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:47.918906 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-1795fed0-ec0d-4bcd-8d6b-18e842a1d907 req-85457f4d-b046-45b1-b8f0-6ad0054d6a02 service neutron] 10.222.0.70 "GET /v2.0/networks?id=aad61cb0-d4d9-415f-959c-855a438981a1 HTTP/1.1" status: 200 len: 914 time: 0.2621059 Aug 25 16:10:48.083936 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1d11e0-ea41-4f8a-b989-e18b55a6b73d req-4d36601f-5edb-43c4-b01b-793b83aed746 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:48.094658 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-da1d11e0-ea41-4f8a-b989-e18b55a6b73d req-4d36601f-5edb-43c4-b01b-793b83aed746 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/ports?device_id=21576f61-6c69-4e7d-bcca-66318419bc0b HTTP/1.1" status: 200 len: 946 time: 0.1737902 Aug 25 16:10:48.189266 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-da1d11e0-ea41-4f8a-b989-e18b55a6b73d req-40e9a467-ed3c-44e8-b7ac-2fe8e4091fef tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/security-groups?id=9e7f6e62-5d07-4b94-bd1b-2408a7eb9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929635 Aug 25 16:10:48.207486 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17d52f9-4010-40f2-96de-23845d5ddbfb req-250ee859-41a9-4b5e-809a-a1a75d8e3e92 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:48.214757 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-e17d52f9-4010-40f2-96de-23845d5ddbfb req-250ee859-41a9-4b5e-809a-a1a75d8e3e92 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/ports?device_id=0d3c7106-0222-421b-af61-a22cca9b27dd HTTP/1.1" status: 200 len: 946 time: 0.1766844 Aug 25 16:10:48.330321 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-1795fed0-ec0d-4bcd-8d6b-18e842a1d907 req-549d5015-389d-40f9-8e45-63666911361c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=10ad7f25-3a4a-4869-b72e-0006ee6c2a61 HTTP/1.1" status: 200 len: 217 time: 0.1400564 Aug 25 16:10:48.365376 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-e17d52f9-4010-40f2-96de-23845d5ddbfb req-dd0a5bbd-a32b-490e-adf7-ca8cd32ca397 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/security-groups?id=3fd554c8-8e1b-4d92-bc55-34a0478699d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1495726 Aug 25 16:10:48.367948 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.notifiers.nova [req-4025d54e-e366-4654-85b0-3b7ea34dab61 req-50040590-81e0-4d77-bd6c-829d5cbfe0fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be9f1990-ef92-4ea4-ad95-a26055f955b7 {{(pid=75041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:10:48.398011 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [req-4025d54e-e366-4654-85b0-3b7ea34dab61 req-50040590-81e0-4d77-bd6c-829d5cbfe0fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:48.422714 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.provisioning_blocks [req-4025d54e-e366-4654-85b0-3b7ea34dab61 req-50040590-81e0-4d77-bd6c-829d5cbfe0fa service neutron] Transition to ACTIVE for port object be9f1990-ef92-4ea4-ad95-a26055f955b7 will not be triggered until provisioned by entity L2. {{(pid=75041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:10:48.427671 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [req-4025d54e-e366-4654-85b0-3b7ea34dab61 req-50040590-81e0-4d77-bd6c-829d5cbfe0fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776572168726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776571761677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776571761722'] for port, after_update {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:48.445433 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:10:48.459073 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1795fed0-ec0d-4bcd-8d6b-18e842a1d907 req-230ee558-80a8-407d-93b4-729941d65b44 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:48.460798 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-1795fed0-ec0d-4bcd-8d6b-18e842a1d907 req-230ee558-80a8-407d-93b4-729941d65b44 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=33e45a3e-8c03-4dce-9e75-1dc9683ee755 HTTP/1.1" status: 200 len: 853 time: 0.1155887 Aug 25 16:10:48.478352 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:48.534001 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-1795fed0-ec0d-4bcd-8d6b-18e842a1d907 req-166c996b-a61c-43fa-aa46-dd5a34b72f7c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=aad61cb0-d4d9-415f-959c-855a438981a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0612512 Aug 25 16:10:48.636977 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50040590-81e0-4d77-bd6c-829d5cbfe0fa service neutron] Pushing event updated for resources: {'Port': ['ID=be9f1990-ef92-4ea4-ad95-a26055f955b7,revision_number=2']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:48.645626 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-50040590-81e0-4d77-bd6c-829d5cbfe0fa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:10:48.756622 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.managers [req-4025d54e-e366-4654-85b0-3b7ea34dab61 req-50040590-81e0-4d77-bd6c-829d5cbfe0fa service neutron] Attempting to bind port be9f1990-ef92-4ea4-ad95-a26055f955b7 on host hv-cinder-80600 for vnic_type normal with profile {{(pid=75041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:10:48.756945 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.managers [req-4025d54e-e366-4654-85b0-3b7ea34dab61 req-50040590-81e0-4d77-bd6c-829d5cbfe0fa service neutron] Attempting to bind port be9f1990-ef92-4ea4-ad95-a26055f955b7 by drivers openvswitch,hyperv on host hv-cinder-80600 at level 0 using segments [{'id': '215609b0-0c2d-4037-aca0-35ce882d3942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'aad61cb0-d4d9-415f-959c-855a438981a1'}] {{(pid=75041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:10:48.757853 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4025d54e-e366-4654-85b0-3b7ea34dab61 req-50040590-81e0-4d77-bd6c-829d5cbfe0fa service neutron] Attempting to bind port be9f1990-ef92-4ea4-ad95-a26055f955b7 on network aad61cb0-d4d9-415f-959c-855a438981a1 {{(pid=75041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:10:48.786873 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4025d54e-e366-4654-85b0-3b7ea34dab61 req-50040590-81e0-4d77-bd6c-829d5cbfe0fa service neutron] Port be9f1990-ef92-4ea4-ad95-a26055f955b7 on network aad61cb0-d4d9-415f-959c-855a438981a1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80600 {{(pid=75041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 16:10:48.787259 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4025d54e-e366-4654-85b0-3b7ea34dab61 req-50040590-81e0-4d77-bd6c-829d5cbfe0fa service neutron] Attempting to bind port be9f1990-ef92-4ea4-ad95-a26055f955b7 on network aad61cb0-d4d9-415f-959c-855a438981a1 {{(pid=75041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:10:48.795443 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4025d54e-e366-4654-85b0-3b7ea34dab61 req-50040590-81e0-4d77-bd6c-829d5cbfe0fa service neutron] Checking agent: {'id': 'ce44fce8-b773-464c-81ed-5793acd8e0ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80600', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 7, 48), 'started_at': datetime.datetime(2021, 8, 25, 16, 7, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 10, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:10:48.795785 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4025d54e-e366-4654-85b0-3b7ea34dab61 req-50040590-81e0-4d77-bd6c-829d5cbfe0fa service neutron] Checking segment: {'id': '215609b0-0c2d-4037-aca0-35ce882d3942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'aad61cb0-d4d9-415f-959c-855a438981a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:10:48.796182 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4025d54e-e366-4654-85b0-3b7ea34dab61 req-50040590-81e0-4d77-bd6c-829d5cbfe0fa service neutron] Bound using segment: {'id': '215609b0-0c2d-4037-aca0-35ce882d3942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'aad61cb0-d4d9-415f-959c-855a438981a1'} {{(pid=75041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:10:48.797593 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.managers [req-4025d54e-e366-4654-85b0-3b7ea34dab61 req-50040590-81e0-4d77-bd6c-829d5cbfe0fa service neutron] Bound port: be9f1990-ef92-4ea4-ad95-a26055f955b7, host: hv-cinder-80600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '215609b0-0c2d-4037-aca0-35ce882d3942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'aad61cb0-d4d9-415f-959c-855a438981a1'}}] {{(pid=75041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:10:48.800291 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [req-4025d54e-e366-4654-85b0-3b7ea34dab61 req-50040590-81e0-4d77-bd6c-829d5cbfe0fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_update {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:48.915660 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.db [req-4025d54e-e366-4654-85b0-3b7ea34dab61 req-50040590-81e0-4d77-bd6c-829d5cbfe0fa service neutron] For port be9f1990-ef92-4ea4-ad95-a26055f955b7, host hv-cinder-80600, cleared binding levels {{(pid=75041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:10:48.918919 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.db [req-4025d54e-e366-4654-85b0-3b7ea34dab61 req-50040590-81e0-4d77-bd6c-829d5cbfe0fa service neutron] For port be9f1990-ef92-4ea4-ad95-a26055f955b7, host hv-cinder-80600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=be9f1990-ef92-4ea4-ad95-a26055f955b7,segment=NetworkSegment(215609b0-0c2d-4037-aca0-35ce882d3942),segment_id=215609b0-0c2d-4037-aca0-35ce882d3942)] {{(pid=75041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:10:48.930638 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3ee729-f048-4b97-9231-004f829a2045 req-d1dc727c-c047-4e1a-8a6f-e1680d2a9069 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:48.932114 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-fb3ee729-f048-4b97-9231-004f829a2045 req-d1dc727c-c047-4e1a-8a6f-e1680d2a9069 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/ports?device_id=0d3c7106-0222-421b-af61-a22cca9b27dd HTTP/1.1" status: 200 len: 946 time: 0.2462707 Aug 25 16:10:48.933380 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [req-4025d54e-e366-4654-85b0-3b7ea34dab61 req-50040590-81e0-4d77-bd6c-829d5cbfe0fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776572168726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776571761677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776571761722'] for port, after_update {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:48.943936 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:10:48.946299 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e01b86e-b174-473e-a3de-3dfa19ddea9d req-20644fa6-c366-4f0a-9ce3-af804ceeabe2 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:48.954431 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-6e01b86e-b174-473e-a3de-3dfa19ddea9d req-20644fa6-c366-4f0a-9ce3-af804ceeabe2 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] 10.222.0.68 "GET /v2.0/ports?device_id=67526b46-a554-4cdf-ad5c-4d6dfd25a3c1 HTTP/1.1" status: 200 len: 944 time: 0.2485704 Aug 25 16:10:48.970342 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 54186) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:10:48.983929 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.v2.base [None req-76a08cd5-ba6e-4e07-9d2f-226560a7950f tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Request body: {'floatingip': {'port_id': 'bf374dad-3f0b-4091-8d94-2e239257f70f'}} {{(pid=75040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:10:49.056323 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-1795fed0-ec0d-4bcd-8d6b-18e842a1d907 req-b32551aa-92d9-4fed-abe9-51583c52de77 service neutron] 10.222.0.70 "GET /v2.0/networks/aad61cb0-d4d9-415f-959c-855a438981a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5151246 Aug 25 16:10:49.059468 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [req-4025d54e-e366-4654-85b0-3b7ea34dab61 req-50040590-81e0-4d77-bd6c-829d5cbfe0fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16129646'] for port, before_response {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:49.064799 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-4025d54e-e366-4654-85b0-3b7ea34dab61 req-50040590-81e0-4d77-bd6c-829d5cbfe0fa service neutron] 10.222.0.70 "PUT /v2.0/ports/be9f1990-ef92-4ea4-ad95-a26055f955b7 HTTP/1.1" status: 200 len: 1094 time: 1.6698568 Aug 25 16:10:49.072268 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67526b46-a554-4cdf-ad5c-4d6dfd25a3c1', 'tag': 'be9f1990-ef92-4ea4-ad95-a26055f955b7'}] {{(pid=75041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:10:49.174034 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-6e01b86e-b174-473e-a3de-3dfa19ddea9d req-615b0e0e-ec7f-4b55-8f3f-25c31f6d7ee7 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] 10.222.0.68 "GET /v2.0/security-groups?id=08292ed9-3586-482c-a672-563a9deccae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186258 Aug 25 16:10:49.209572 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50040590-81e0-4d77-bd6c-829d5cbfe0fa service neutron] Pushing event updated for resources: {'Port': ['ID=be9f1990-ef92-4ea4-ad95-a26055f955b7,revision_number=3']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:49.213849 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-50040590-81e0-4d77-bd6c-829d5cbfe0fa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:10:49.287333 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-76a08cd5-ba6e-4e07-9d2f-226560a7950f tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Notify callbacks [] for floatingip, before_update {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:49.335144 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c44ecf-cf02-4f2b-8895-bdf317a9ca29 req-e4e6c133-ce01-4122-a86a-75fe4a9f733a tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:49.336911 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-88c44ecf-cf02-4f2b-8895-bdf317a9ca29 req-e4e6c133-ce01-4122-a86a-75fe4a9f733a tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] 10.222.0.68 "GET /v2.0/ports?device_id=1b48424c-0ad1-49ce-93a4-2f1c27f25176 HTTP/1.1" status: 200 len: 945 time: 0.2552216 Aug 25 16:10:49.341233 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67526b46-a554-4cdf-ad5c-4d6dfd25a3c1', 'tag': 'be9f1990-ef92-4ea4-ad95-a26055f955b7', 'status': 'completed', 'code': 200} Aug 25 16:10:49.405175 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-4025d54e-e366-4654-85b0-3b7ea34dab61 req-2d17eb50-59a4-4dfd-a8af-845932980c15 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9cb4e2d656cb43358370c10c173ff464&device_id=67526b46-a554-4cdf-ad5c-4d6dfd25a3c1 HTTP/1.1" status: 200 len: 1097 time: 0.2584500 Aug 25 16:10:49.492011 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-88c44ecf-cf02-4f2b-8895-bdf317a9ca29 req-57c423c3-1409-49f1-b353-d0e46f861533 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] 10.222.0.68 "GET /v2.0/security-groups?id=1d097c96-4f75-4fbf-b31b-824952f1b3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1373179 Aug 25 16:10:49.493286 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-4025d54e-e366-4654-85b0-3b7ea34dab61 req-99e14c1d-9b4e-4b47-85c0-c3f545ee25dd service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=be9f1990-ef92-4ea4-ad95-a26055f955b7 HTTP/1.1" status: 200 len: 217 time: 0.0805624 Aug 25 16:10:49.608202 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4025d54e-e366-4654-85b0-3b7ea34dab61 req-4cddc3fb-5efb-44de-9a30-8857a36061be service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:49.610506 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-4025d54e-e366-4654-85b0-3b7ea34dab61 req-4cddc3fb-5efb-44de-9a30-8857a36061be service neutron] 10.222.0.70 "GET /v2.0/subnets?id=33e45a3e-8c03-4dce-9e75-1dc9683ee755 HTTP/1.1" status: 200 len: 853 time: 0.1083188 Aug 25 16:10:49.666810 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-1795fed0-ec0d-4bcd-8d6b-18e842a1d907 req-bad0dfbf-0f8a-4b95-8129-db7aff6a956c service neutron] 10.222.0.70 "GET /v2.0/networks/aad61cb0-d4d9-415f-959c-855a438981a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5825176 Aug 25 16:10:49.744923 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-4025d54e-e366-4654-85b0-3b7ea34dab61 req-3edfcced-6df1-4218-977b-215ff813206a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=aad61cb0-d4d9-415f-959c-855a438981a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1182711 Aug 25 16:10:49.794793 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01df231-ec12-4e61-b883-be5d4bf0f5d7 req-e81a7f64-99e7-4c81-923c-3b00d5acb66f tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:49.796356 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-a01df231-ec12-4e61-b883-be5d4bf0f5d7 req-e81a7f64-99e7-4c81-923c-3b00d5acb66f tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/ports?device_id=21576f61-6c69-4e7d-bcca-66318419bc0b HTTP/1.1" status: 200 len: 946 time: 0.2485650 Aug 25 16:10:49.902692 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-4025d54e-e366-4654-85b0-3b7ea34dab61 req-cc59e939-4ab1-4a57-bee6-7195ff5548ce service neutron] 10.222.0.70 "GET /v2.0/networks/aad61cb0-d4d9-415f-959c-855a438981a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498115 Aug 25 16:10:49.948286 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-a01df231-ec12-4e61-b883-be5d4bf0f5d7 req-40eff84a-be31-40af-bd41-8003bf6833e8 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/security-groups?id=9e7f6e62-5d07-4b94-bd1b-2408a7eb9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440904 Aug 25 16:10:50.078539 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-4025d54e-e366-4654-85b0-3b7ea34dab61 req-31de118f-d987-4635-9816-be7fb91137d0 service neutron] 10.222.0.70 "GET /v2.0/networks/aad61cb0-d4d9-415f-959c-855a438981a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699767 Aug 25 16:10:50.236968 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-8f03c1f7-385c-4fd6-a7b0-b73354c707c7 req-b9bdfdd5-d0d6-4413-bd57-6d8ea2602d01 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9cb4e2d656cb43358370c10c173ff464&device_id=67526b46-a554-4cdf-ad5c-4d6dfd25a3c1 HTTP/1.1" status: 200 len: 1097 time: 0.1022322 Aug 25 16:10:50.504937 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f03c1f7-385c-4fd6-a7b0-b73354c707c7 req-56b325c1-0768-4cc0-9482-0fc51e62493a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:50.506559 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-8f03c1f7-385c-4fd6-a7b0-b73354c707c7 req-56b325c1-0768-4cc0-9482-0fc51e62493a service neutron] 10.222.0.70 "GET /v2.0/networks?id=aad61cb0-d4d9-415f-959c-855a438981a1 HTTP/1.1" status: 200 len: 914 time: 0.2603343 Aug 25 16:10:50.585394 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-76a08cd5-ba6e-4e07-9d2f-226560a7950f tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Notify callbacks [] for floatingip, precommit_update {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:50.593555 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-76a08cd5-ba6e-4e07-9d2f-226560a7950f tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-453709'] for floatingip, after_update {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:50.608170 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-8f03c1f7-385c-4fd6-a7b0-b73354c707c7 req-2c9dbdef-7b4a-4385-a8ef-095b4106c349 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=be9f1990-ef92-4ea4-ad95-a26055f955b7 HTTP/1.1" status: 200 len: 217 time: 0.0904710 Aug 25 16:10:50.684947 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.wsgi [-] (75041) accepted ('10.222.0.68', 54234) {{(pid=75041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:10:50.774841 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7c39313-d39a-49f3-99be-12aa36bb245d admin admin] Deleting subnet 7783e8b6-ecc8-40e1-8050-a3a6ed16ed40 {{(pid=75041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 25 16:10:50.789066 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-a7c39313-d39a-49f3-99be-12aa36bb245d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:50.818957 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 54244) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:10:50.898283 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed3c3d0-73bb-45e7-b719-5258a17ffa0b req-fa3d116d-4c3c-49fa-8945-aa7373841426 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:50.898859 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [req-0ed3c3d0-73bb-45e7-b719-5258a17ffa0b req-fa3d116d-4c3c-49fa-8945-aa7373841426 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] Synchronizing usage tracker for tenant:9cb4e2d656cb43358370c10c173ff464 on resource:port {{(pid=75041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:10:50.923353 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f03c1f7-385c-4fd6-a7b0-b73354c707c7 req-2da97252-22eb-4944-ac02-7e09df93ef1b service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:50.924795 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-8f03c1f7-385c-4fd6-a7b0-b73354c707c7 req-2da97252-22eb-4944-ac02-7e09df93ef1b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=33e45a3e-8c03-4dce-9e75-1dc9683ee755 HTTP/1.1" status: 200 len: 853 time: 0.3020539 Aug 25 16:10:50.925519 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [req-0ed3c3d0-73bb-45e7-b719-5258a17ffa0b req-fa3d116d-4c3c-49fa-8945-aa7373841426 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] Unset dirty status for tenant:9cb4e2d656cb43358370c10c173ff464 on resource:port {{(pid=75041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:10:50.931639 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-0ed3c3d0-73bb-45e7-b719-5258a17ffa0b req-fa3d116d-4c3c-49fa-8945-aa7373841426 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] 10.222.0.68 "GET /v2.0/ports?device_id=67526b46-a554-4cdf-ad5c-4d6dfd25a3c1 HTTP/1.1" status: 200 len: 944 time: 0.5117154 Aug 25 16:10:51.007882 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-8f03c1f7-385c-4fd6-a7b0-b73354c707c7 req-edd6d186-c01d-415a-82ca-5af3c809ab32 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=aad61cb0-d4d9-415f-959c-855a438981a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530632 Aug 25 16:10:51.014177 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-2d0ebcf3-77ca-4df6-b00c-8e81ab79acea admin admin] Notify callbacks [] for security_group, before_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:51.014363 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-a7c39313-d39a-49f3-99be-12aa36bb245d admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:51.031355 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511bf9e7-49b3-4b72-acad-1e0d1a5a4303 req-e064dd79-bafa-4ea3-b24c-6861dfea859f tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:51.032916 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-511bf9e7-49b3-4b72-acad-1e0d1a5a4303 req-e064dd79-bafa-4ea3-b24c-6861dfea859f tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] 10.222.0.68 "GET /v2.0/ports?device_id=1b48424c-0ad1-49ce-93a4-2f1c27f25176 HTTP/1.1" status: 200 len: 945 time: 0.1512227 Aug 25 16:10:51.080518 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.db.l3_db [None req-76a08cd5-ba6e-4e07-9d2f-226560a7950f tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Floating IP 0a55c65e-2722-4523-a96f-47d350735fac associated. External IP: 172.28.0.251, port: bf374dad-3f0b-4091-8d94-2e239257f70f. Aug 25 16:10:51.093549 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-a7c39313-d39a-49f3-99be-12aa36bb245d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16198826'] for subnet, precommit_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:51.165426 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-2d0ebcf3-77ca-4df6-b00c-8e81ab79acea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:10:51.174910 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-2d0ebcf3-77ca-4df6-b00c-8e81ab79acea admin admin] Usage tracker for resource:security_group_rule and tenant:ba7509639835479c924068c3e2b9bf3b is out of sync, need to count used quota {{(pid=75040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:10:51.179066 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-2d0ebcf3-77ca-4df6-b00c-8e81ab79acea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:10:51.195456 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-0ed3c3d0-73bb-45e7-b719-5258a17ffa0b req-dd84d5ea-8ab2-49d8-93e4-6194e04b96c1 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] 10.222.0.68 "GET /v2.0/security-groups?id=08292ed9-3586-482c-a672-563a9deccae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2609863 Aug 25 16:10:51.197672 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-511bf9e7-49b3-4b72-acad-1e0d1a5a4303 req-250653e0-ee32-4eec-b50a-72d98606a2b8 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] 10.222.0.68 "GET /v2.0/security-groups?id=1d097c96-4f75-4fbf-b31b-824952f1b3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1539497 Aug 25 16:10:51.199469 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-2d0ebcf3-77ca-4df6-b00c-8e81ab79acea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:10:51.271296 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-a7c39313-d39a-49f3-99be-12aa36bb245d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16198803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748'] for subnet, after_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:51.296232 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-0190030d-6de6-476c-b8ad-2946c0f16c7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:10:51.400066 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c39313-d39a-49f3-99be-12aa36bb245d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7783e8b6-ecc8-40e1-8050-a3a6ed16ed40,revision_number=None']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:51.413959 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-a7c39313-d39a-49f3-99be-12aa36bb245d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:10:51.417129 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-8f03c1f7-385c-4fd6-a7b0-b73354c707c7 req-8ae286ab-a180-493c-90ac-a44ade23d97c service neutron] 10.222.0.70 "GET /v2.0/networks/aad61cb0-d4d9-415f-959c-855a438981a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3989692 Aug 25 16:10:51.422556 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-a7c39313-d39a-49f3-99be-12aa36bb245d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16129646'] for subnet, before_response {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:51.464800 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [None req-a7c39313-d39a-49f3-99be-12aa36bb245d admin admin] 10.222.0.68 "DELETE /v2.0/subnets/7783e8b6-ecc8-40e1-8050-a3a6ed16ed40 HTTP/1.1" status: 204 len: 168 time: 0.7651782 Aug 25 16:10:51.477578 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 54264) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:10:51.499809 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-2d0ebcf3-77ca-4df6-b00c-8e81ab79acea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:51.525144 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-2d0ebcf3-77ca-4df6-b00c-8e81ab79acea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:51.577667 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc7c7e9-dad5-4d63-9f80-e224867f1f70 req-2c5149bc-6e82-41a6-a094-ba377e0c4ab9 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:51.579186 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-bdc7c7e9-dad5-4d63-9f80-e224867f1f70 req-2c5149bc-6e82-41a6-a094-ba377e0c4ab9 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/ports?device_id=21576f61-6c69-4e7d-bcca-66318419bc0b HTTP/1.1" status: 200 len: 946 time: 0.2299306 Aug 25 16:10:51.585345 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-09c186bf-c208-4421-9a0d-ef7d8e21bea3 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:10:51.618181 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-8f03c1f7-385c-4fd6-a7b0-b73354c707c7 req-0f4941f6-adbe-4393-a8cd-8ff51f7693c9 service neutron] 10.222.0.70 "GET /v2.0/networks/aad61cb0-d4d9-415f-959c-855a438981a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1918893 Aug 25 16:10:51.640183 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-bdc7c7e9-dad5-4d63-9f80-e224867f1f70 req-b99b2d37-0493-4970-8a1a-e2481ddb97cb tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/security-groups?id=9e7f6e62-5d07-4b94-bd1b-2408a7eb9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488114 Aug 25 16:10:51.677529 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0ebcf3-77ca-4df6-b00c-8e81ab79acea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=404e3332-6d96-4ade-9613-6517e7d82d9a,revision_number=1']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:51.686067 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-2d0ebcf3-77ca-4df6-b00c-8e81ab79acea admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=ba7509639835479c924068c3e2b9bf3b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8655005 Aug 25 16:10:51.687103 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.wsgi [-] (75041) accepted ('10.222.0.68', 54268) {{(pid=75041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:10:51.695657 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-992b512b-bf89-46aa-adac-76431d7bdfa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16300240'] for network, before_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:51.731318 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff621ec-6287-4370-97fa-123ce220bced req-5cecb157-ae2a-4b51-abd7-47076585402f tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:51.732738 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-4ff621ec-6287-4370-97fa-123ce220bced req-5cecb157-ae2a-4b51-abd7-47076585402f tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] 10.222.0.68 "GET /v2.0/ports?device_id=1b48424c-0ad1-49ce-93a4-2f1c27f25176 HTTP/1.1" status: 200 len: 945 time: 0.3273978 Aug 25 16:10:51.734322 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0ebcf3-77ca-4df6-b00c-8e81ab79acea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:10:51.734433 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0ebcf3-77ca-4df6-b00c-8e81ab79acea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:10:51.734756 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0ebcf3-77ca-4df6-b00c-8e81ab79acea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:10:51.735101 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0ebcf3-77ca-4df6-b00c-8e81ab79acea admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:10:51.741471 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0ebcf3-77ca-4df6-b00c-8e81ab79acea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:10:51.741471 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0ebcf3-77ca-4df6-b00c-8e81ab79acea admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:10:51.741471 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0ebcf3-77ca-4df6-b00c-8e81ab79acea admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:10:51.741471 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0ebcf3-77ca-4df6-b00c-8e81ab79acea admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:10:51.741471 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0ebcf3-77ca-4df6-b00c-8e81ab79acea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:10:51.741471 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0ebcf3-77ca-4df6-b00c-8e81ab79acea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:10:51.741471 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0ebcf3-77ca-4df6-b00c-8e81ab79acea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:10:51.749658 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.wsgi [-] (75041) accepted ('10.222.0.68', 54272) {{(pid=75041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:10:51.757812 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.v2.base [None req-0a46ffab-a307-4b04-8e2f-d5f602abd946 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Request body: {'floatingip': {'port_id': 'ebdd01f5-17bf-4775-a045-ab233f03d4a8'}} {{(pid=75041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:10:51.769925 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-2d0ebcf3-77ca-4df6-b00c-8e81ab79acea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:10:51.842754 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-0a46ffab-a307-4b04-8e2f-d5f602abd946 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Notify callbacks [] for floatingip, before_update {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:51.922652 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-992b512b-bf89-46aa-adac-76431d7bdfa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16197923', 'neutron.services.segments.db._delete_segments_for_network-8776572265090'] for network, precommit_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:51.942725 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.services.segments.db [None req-992b512b-bf89-46aa-adac-76431d7bdfa1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['373ee3d7-15ca-414d-850b-d95a30a849a6']}} {{(pid=75040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:10:51.957064 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.services.segments.db [None req-992b512b-bf89-46aa-adac-76431d7bdfa1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53e90e11-1ea4-470b-a7ec-89c9efd670e6') {'for_net_delete': True} {{(pid=75040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:10:51.957371 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.services.segments.db [None req-992b512b-bf89-46aa-adac-76431d7bdfa1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53e90e11-1ea4-470b-a7ec-89c9efd670e6') {} {{(pid=75040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:10:51.964270 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-141eab13-8055-4326-8d45-8c0c36e30350 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:51.979171 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-992b512b-bf89-46aa-adac-76431d7bdfa1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776572267165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2023882'] for segment, before_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:52.000578 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-992b512b-bf89-46aa-adac-76431d7bdfa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16198673'] for segment, precommit_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:52.008861 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-992b512b-bf89-46aa-adac-76431d7bdfa1 admin admin] Releasing vlan 856 on physical network physnet1 to pool {{(pid=75040) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 25 16:10:52.009268 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-992b512b-bf89-46aa-adac-76431d7bdfa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16198671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1434677'] for segment, after_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:52.022324 dv-cinder-806007-1-smb neutron-server[75040]: Traceback (most recent call last): Aug 25 16:10:52.022324 dv-cinder-806007-1-smb neutron-server[75040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 25 16:10:52.022324 dv-cinder-806007-1-smb neutron-server[75040]: timer() Aug 25 16:10:52.022324 dv-cinder-806007-1-smb neutron-server[75040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 16:10:52.022324 dv-cinder-806007-1-smb neutron-server[75040]: cb(*args, **kw) Aug 25 16:10:52.022324 dv-cinder-806007-1-smb neutron-server[75040]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 25 16:10:52.022324 dv-cinder-806007-1-smb neutron-server[75040]: return func(*args, **kwargs) Aug 25 16:10:52.022324 dv-cinder-806007-1-smb neutron-server[75040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 16:10:52.022324 dv-cinder-806007-1-smb neutron-server[75040]: self._notify() Aug 25 16:10:52.022324 dv-cinder-806007-1-smb neutron-server[75040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 16:10:52.022324 dv-cinder-806007-1-smb neutron-server[75040]: self.callback(batched_events) Aug 25 16:10:52.022324 dv-cinder-806007-1-smb neutron-server[75040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 16:10:52.022324 dv-cinder-806007-1-smb neutron-server[75040]: event.method(event) Aug 25 16:10:52.022324 dv-cinder-806007-1-smb neutron-server[75040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 25 16:10:52.022324 dv-cinder-806007-1-smb neutron-server[75040]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 16:10:52.022324 dv-cinder-806007-1-smb neutron-server[75040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 25 16:10:52.022324 dv-cinder-806007-1-smb neutron-server[75040]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 16:10:52.022324 dv-cinder-806007-1-smb neutron-server[75040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 25 16:10:52.022324 dv-cinder-806007-1-smb neutron-server[75040]: return f(self, *a, **k) Aug 25 16:10:52.022324 dv-cinder-806007-1-smb neutron-server[75040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 16:10:52.022324 dv-cinder-806007-1-smb neutron-server[75040]: return self._get(url).json() Aug 25 16:10:52.022324 dv-cinder-806007-1-smb neutron-server[75040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 16:10:52.022324 dv-cinder-806007-1-smb neutron-server[75040]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 16:10:52.022324 dv-cinder-806007-1-smb neutron-server[75040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 25 16:10:52.022324 dv-cinder-806007-1-smb neutron-server[75040]: return self.request(url, 'GET', **kwargs) Aug 25 16:10:52.022324 dv-cinder-806007-1-smb neutron-server[75040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 25 16:10:52.022324 dv-cinder-806007-1-smb neutron-server[75040]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 16:10:52.022324 dv-cinder-806007-1-smb neutron-server[75040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 25 16:10:52.022324 dv-cinder-806007-1-smb neutron-server[75040]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 16:10:52.022324 dv-cinder-806007-1-smb neutron-server[75040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 25 16:10:52.022324 dv-cinder-806007-1-smb neutron-server[75040]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 16:10:52.022324 dv-cinder-806007-1-smb neutron-server[75040]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 16:10:52.042605 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-141eab13-8055-4326-8d45-8c0c36e30350 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:52.162142 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-992b512b-bf89-46aa-adac-76431d7bdfa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16197928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453727'] for network, after_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:52.174458 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-992b512b-bf89-46aa-adac-76431d7bdfa1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16129646'] for network, before_response {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:52.176687 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-0895d40f-ed34-4bd9-ba37-36647f909d09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:10:52.206978 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992b512b-bf89-46aa-adac-76431d7bdfa1 admin admin] Pushing event deleted for resources: {'Network': ['ID=373ee3d7-15ca-414d-850b-d95a30a849a6,revision_number=None']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:52.212318 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-992b512b-bf89-46aa-adac-76431d7bdfa1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:10:52.218880 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-992b512b-bf89-46aa-adac-76431d7bdfa1 admin admin] 10.222.0.68 "DELETE /v2.0/networks/373ee3d7-15ca-414d-850b-d95a30a849a6 HTTP/1.1" status: 204 len: 168 time: 0.7403240 Aug 25 16:10:52.242040 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-141eab13-8055-4326-8d45-8c0c36e30350 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:52.271874 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76a08cd5-ba6e-4e07-9d2f-226560a7950f tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Router f40984fc-802b-4e43-93f0-9adc71a52552 has already been hosted by L3 agent ca94599f-caae-4183-a9a6-f9a0dcce5f21 {{(pid=75040) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 16:10:52.275627 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:10:52.314410 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141eab13-8055-4326-8d45-8c0c36e30350 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=404e3332-6d96-4ade-9613-6517e7d82d9a,revision_number=None']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:52.317995 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-141eab13-8055-4326-8d45-8c0c36e30350 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:10:52.345743 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-141eab13-8055-4326-8d45-8c0c36e30350 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:52.349124 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [None req-141eab13-8055-4326-8d45-8c0c36e30350 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/404e3332-6d96-4ade-9613-6517e7d82d9a HTTP/1.1" status: 204 len: 168 time: 0.6588233 Aug 25 16:10:52.578471 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 54292) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:10:52.699614 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76a08cd5-ba6e-4e07-9d2f-226560a7950f tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Notify agent at l3_agent.dv-cinder-806007-1-smb the message routers_updated {{(pid=75040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:10:52.713960 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-76a08cd5-ba6e-4e07-9d2f-226560a7950f tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981218'] for floatingip, before_response {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:52.857966 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ca2d9f-d1ea-44d0-aa62-69b23561daac req-506384ed-b7a4-4d40-ac70-2702e7a03c7a tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:52.859883 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-c2ca2d9f-d1ea-44d0-aa62-69b23561daac req-506384ed-b7a4-4d40-ac70-2702e7a03c7a tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] 10.222.0.68 "GET /v2.0/ports?device_id=67526b46-a554-4cdf-ad5c-4d6dfd25a3c1 HTTP/1.1" status: 200 len: 944 time: 0.4197216 Aug 25 16:10:52.945473 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-c2ca2d9f-d1ea-44d0-aa62-69b23561daac req-a375c595-83d0-4d18-88c2-5afbf6df2c01 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] 10.222.0.68 "GET /v2.0/security-groups?id=08292ed9-3586-482c-a672-563a9deccae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784240 Aug 25 16:10:52.958987 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 54308) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:10:52.990212 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-5dc26da7-f88c-452e-bb71-a9d171958578 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=6ea47b7242e845dca68254fc4a5b259b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4094830 Aug 25 16:10:52.993501 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.wsgi [-] (75041) accepted ('10.222.0.68', 54312) {{(pid=75041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:10:53.007562 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-d48426ae-2ff8-4b50-a645-76217e7b04c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:53.021697 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-76a08cd5-ba6e-4e07-9d2f-226560a7950f tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "PUT /v2.0/floatingips/0a55c65e-2722-4523-a96f-47d350735fac HTTP/1.1" status: 200 len: 992 time: 4.0453739 Aug 25 16:10:53.025703 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d3c7106-0222-421b-af61-a22cca9b27dd', 'tag': 'bf374dad-3f0b-4091-8d94-2e239257f70f'}] {{(pid=75040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:10:53.073128 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8c1950-9cb9-4e1f-80c7-a2e0ef772d44 req-2d9b109a-6a8d-4f41-a3b4-589cafcc4504 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:53.075478 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-dc8c1950-9cb9-4e1f-80c7-a2e0ef772d44 req-2d9b109a-6a8d-4f41-a3b4-589cafcc4504 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/ports?device_id=21576f61-6c69-4e7d-bcca-66318419bc0b HTTP/1.1" status: 200 len: 946 time: 0.1877823 Aug 25 16:10:53.103320 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-d48426ae-2ff8-4b50-a645-76217e7b04c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:10:53.124143 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-d48426ae-2ff8-4b50-a645-76217e7b04c3 admin admin] Usage tracker for resource:security_group_rule and tenant:db1b6f9be5534209b7747091a8504ead is out of sync, need to count used quota {{(pid=75040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:10:53.130676 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-d48426ae-2ff8-4b50-a645-76217e7b04c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:10:53.143783 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-d48426ae-2ff8-4b50-a645-76217e7b04c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:10:53.159975 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-dc8c1950-9cb9-4e1f-80c7-a2e0ef772d44 req-1af8c715-e8c6-45c0-9c08-030c03ef1dd9 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/security-groups?id=9e7f6e62-5d07-4b94-bd1b-2408a7eb9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768232 Aug 25 16:10:53.165564 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-0a46ffab-a307-4b04-8e2f-d5f602abd946 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Notify callbacks [] for floatingip, precommit_update {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:53.180208 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-0a46ffab-a307-4b04-8e2f-d5f602abd946 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-453709'] for floatingip, after_update {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:53.239398 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 54324) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:10:53.262134 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d3c7106-0222-421b-af61-a22cca9b27dd', 'tag': 'bf374dad-3f0b-4091-8d94-2e239257f70f', 'status': 'completed', 'code': 200} Aug 25 16:10:53.290577 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-d48426ae-2ff8-4b50-a645-76217e7b04c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:53.295008 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-d48426ae-2ff8-4b50-a645-76217e7b04c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:53.299927 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-7125a8ce-83de-44b6-886a-c969115cb43d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:53.302760 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-ade4b33e-dec6-47bd-a516-fdd56dce79bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:10:53.348257 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48426ae-2ff8-4b50-a645-76217e7b04c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbf2a518-a95c-4f3e-84e7-6ee6ad3f53e0,revision_number=1']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:53.351590 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-d48426ae-2ff8-4b50-a645-76217e7b04c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:10:53.354437 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-d48426ae-2ff8-4b50-a645-76217e7b04c3 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=db1b6f9be5534209b7747091a8504ead&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3871737 Aug 25 16:10:53.357547 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 54330) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:10:53.397413 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-7125a8ce-83de-44b6-886a-c969115cb43d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:53.430229 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-ed5fd2c2-8e94-4aff-99c4-127620325175 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:53.465382 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-785bc40a-41b7-43ee-91ad-38db20665c81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:53.488025 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-2a0cb400-3b83-40c0-b394-5e45b53d7708 req-55458a5a-23cc-4c5e-9aaa-8299445a67fa service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=dc71d1df614a4412aaf0b6136cfc4aba&device_id=0d3c7106-0222-421b-af61-a22cca9b27dd HTTP/1.1" status: 200 len: 1099 time: 0.1841466 Aug 25 16:10:53.503989 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-ed5fd2c2-8e94-4aff-99c4-127620325175 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:53.545682 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Device be9f1990-ef92-4ea4-ad95-a26055f955b7 details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 25 16:10:53.563302 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-785bc40a-41b7-43ee-91ad-38db20665c81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:10:53.567870 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-785bc40a-41b7-43ee-91ad-38db20665c81 admin admin] Usage tracker for resource:security_group_rule and tenant:a48ac0eb85894c90802eca3c51f23703 is out of sync, need to count used quota {{(pid=75040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:10:53.571128 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-785bc40a-41b7-43ee-91ad-38db20665c81 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:10:53.574416 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-7125a8ce-83de-44b6-886a-c969115cb43d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:53.578156 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-785bc40a-41b7-43ee-91ad-38db20665c81 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:10:53.582790 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:10:53.615355 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-ed5fd2c2-8e94-4aff-99c4-127620325175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:53.624348 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:10:53.653174 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5fd2c2-8e94-4aff-99c4-127620325175 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbf2a518-a95c-4f3e-84e7-6ee6ad3f53e0,revision_number=None']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:53.667134 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-ed5fd2c2-8e94-4aff-99c4-127620325175 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:10:53.702376 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-ed5fd2c2-8e94-4aff-99c4-127620325175 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:53.704071 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-ed5fd2c2-8e94-4aff-99c4-127620325175 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/bbf2a518-a95c-4f3e-84e7-6ee6ad3f53e0 HTTP/1.1" status: 204 len: 168 time: 0.3456228 Aug 25 16:10:53.766395 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7125a8ce-83de-44b6-886a-c969115cb43d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0896c8fc-ed64-4b09-8c52-dab04491f838,revision_number=None']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:53.784133 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-785bc40a-41b7-43ee-91ad-38db20665c81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:53.790460 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-785bc40a-41b7-43ee-91ad-38db20665c81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:53.808170 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-2d0ebcf3-77ca-4df6-b00c-8e81ab79acea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:10:53.813786 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-7125a8ce-83de-44b6-886a-c969115cb43d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:10:53.817568 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.db [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] For port be9f1990-ef92-4ea4-ad95-a26055f955b7, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=be9f1990-ef92-4ea4-ad95-a26055f955b7,segment=NetworkSegment(215609b0-0c2d-4037-aca0-35ce882d3942),segment_id=215609b0-0c2d-4037-aca0-35ce882d3942)] {{(pid=75042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:10:53.831660 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-7125a8ce-83de-44b6-886a-c969115cb43d admin admin] Notify callbacks [] for security_group, before_response {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:53.835624 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [None req-7125a8ce-83de-44b6-886a-c969115cb43d admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/0896c8fc-ed64-4b09-8c52-dab04491f838 HTTP/1.1" status: 204 len: 168 time: 0.8411696 Aug 25 16:10:53.844371 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Returning: {'device': 'be9f1990-ef92-4ea4-ad95-a26055f955b7', 'network_id': 'aad61cb0-d4d9-415f-959c-855a438981a1', 'port_id': 'be9f1990-ef92-4ea4-ad95-a26055f955b7', 'mac_address': 'fa:16:3e:57:90:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 855, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33e45a3e-8c03-4dce-9e75-1dc9683ee755', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 25 16:10:53.875016 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785bc40a-41b7-43ee-91ad-38db20665c81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63dde9d9-9d1e-4037-b8fc-b5bc942078df,revision_number=1']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:53.897613 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-785bc40a-41b7-43ee-91ad-38db20665c81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:10:53.922608 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0cb400-3b83-40c0-b394-5e45b53d7708 req-e9435c41-085a-452b-8c5b-7be8b840b36c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:53.924180 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-2a0cb400-3b83-40c0-b394-5e45b53d7708 req-e9435c41-085a-452b-8c5b-7be8b840b36c service neutron] 10.222.0.70 "GET /v2.0/networks?id=fb04b5ec-673a-4a91-b0e5-12c6c13382bd HTTP/1.1" status: 200 len: 916 time: 0.3778560 Aug 25 16:10:53.928193 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.db.l3_db [None req-0a46ffab-a307-4b04-8e2f-d5f602abd946 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Floating IP fa99f3fa-89bf-40ba-9713-5d2cc028f030 associated. External IP: 172.28.0.52, port: ebdd01f5-17bf-4775-a045-ab233f03d4a8. Aug 25 16:10:53.934491 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:53.961885 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-785bc40a-41b7-43ee-91ad-38db20665c81 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=a48ac0eb85894c90802eca3c51f23703&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7216387 Aug 25 16:10:53.962636 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 54340) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:10:53.965327 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.notifiers.nova [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be9f1990-ef92-4ea4-ad95-a26055f955b7 {{(pid=75042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:10:54.002692 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.db [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] For port be9f1990-ef92-4ea4-ad95-a26055f955b7, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=be9f1990-ef92-4ea4-ad95-a26055f955b7,segment=NetworkSegment(215609b0-0c2d-4037-aca0-35ce882d3942),segment_id=215609b0-0c2d-4037-aca0-35ce882d3942)] {{(pid=75042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:10:54.011993 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776572168726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776571761677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776571761722'] for port, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:54.019811 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:10:54.121555 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-2a0cb400-3b83-40c0-b394-5e45b53d7708 req-1fb8b7c8-c280-4e8b-88fb-d9eb4c543a34 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bf374dad-3f0b-4091-8d94-2e239257f70f HTTP/1.1" status: 200 len: 1000 time: 0.1292567 Aug 25 16:10:54.133882 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-4da7e6dc-2bbc-4567-803d-8144fdb2b75f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:54.162454 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Pushing event updated for resources: {'Port': ['ID=be9f1990-ef92-4ea4-ad95-a26055f955b7,revision_number=4']} {{(pid=75042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:54.195267 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:10:54.195927 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:10:54.196467 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:10:54.196983 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:10:54.197520 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:10:54.199610 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-4da7e6dc-2bbc-4567-803d-8144fdb2b75f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:54.199870 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:10:54.200356 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:10:54.200709 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:10:54.201049 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:10:54.201606 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:10:54.202470 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:10:54.220629 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:10:54.278922 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-4da7e6dc-2bbc-4567-803d-8144fdb2b75f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:54.288942 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-7ff8c5ac-0169-4915-980c-ed2136e34396 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:10:54.315970 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da7e6dc-2bbc-4567-803d-8144fdb2b75f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63dde9d9-9d1e-4037-b8fc-b5bc942078df,revision_number=None']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:54.322805 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-4da7e6dc-2bbc-4567-803d-8144fdb2b75f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:10:54.336276 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-4da7e6dc-2bbc-4567-803d-8144fdb2b75f admin admin] Notify callbacks [] for security_group, before_response {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:54.341750 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-4da7e6dc-2bbc-4567-803d-8144fdb2b75f admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/63dde9d9-9d1e-4037-b8fc-b5bc942078df HTTP/1.1" status: 204 len: 168 time: 0.3708332 Aug 25 16:10:54.394279 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.db [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] get_ports_and_sgs() called for port_ids ['be9f1990-ef92-4ea4-ad95-a26055f955b7'] {{(pid=75042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:10:54.401152 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0cb400-3b83-40c0-b394-5e45b53d7708 req-a6947dfd-5d81-4f73-9be3-d25fadbf102b service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:54.404727 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-2a0cb400-3b83-40c0-b394-5e45b53d7708 req-a6947dfd-5d81-4f73-9be3-d25fadbf102b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=dcc96182-e992-4fac-b9ad-11619c23a7ba HTTP/1.1" status: 200 len: 854 time: 0.2717330 Aug 25 16:10:54.586847 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51b7a9f-6911-430b-8b8b-029de9bfbff4 req-2400469d-bbf2-4823-810b-461346931924 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:54.590337 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-d51b7a9f-6911-430b-8b8b-029de9bfbff4 req-2400469d-bbf2-4823-810b-461346931924 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/ports?device_id=21576f61-6c69-4e7d-bcca-66318419bc0b HTTP/1.1" status: 200 len: 946 time: 0.1519041 Aug 25 16:10:54.638180 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-2a0cb400-3b83-40c0-b394-5e45b53d7708 req-2bbeafb0-c9bf-48c0-9b5f-113bd14127a1 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=fb04b5ec-673a-4a91-b0e5-12c6c13382bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2107468 Aug 25 16:10:54.644717 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38260383-d46e-4904-a724-fee983142b5c req-b79e4e1e-bb0a-48fc-90b0-544835cb3f57 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:54.656462 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-38260383-d46e-4904-a724-fee983142b5c req-b79e4e1e-bb0a-48fc-90b0-544835cb3f57 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] 10.222.0.68 "GET /v2.0/ports?device_id=67526b46-a554-4cdf-ad5c-4d6dfd25a3c1 HTTP/1.1" status: 200 len: 945 time: 0.4422605 Aug 25 16:10:54.719933 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-d51b7a9f-6911-430b-8b8b-029de9bfbff4 req-b056446e-2400-49d8-abba-6a93f2a22a24 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/security-groups?id=9e7f6e62-5d07-4b94-bd1b-2408a7eb9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237366 Aug 25 16:10:54.833692 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-38260383-d46e-4904-a724-fee983142b5c req-f080f2b5-b25b-4fb3-b19a-52f409162dbe tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] 10.222.0.68 "GET /v2.0/security-groups?id=08292ed9-3586-482c-a672-563a9deccae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770828 Aug 25 16:10:54.903467 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-2a0cb400-3b83-40c0-b394-5e45b53d7708 req-ca0169e5-2921-4e64-97b1-86091e2ccd1b service neutron] 10.222.0.70 "GET /v2.0/networks/fb04b5ec-673a-4a91-b0e5-12c6c13382bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2444835 Aug 25 16:10:55.132972 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-2a0cb400-3b83-40c0-b394-5e45b53d7708 req-7c7cdda6-00a6-4075-b212-c1acb40c4415 service neutron] 10.222.0.70 "GET /v2.0/networks/fb04b5ec-673a-4a91-b0e5-12c6c13382bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2210112 Aug 25 16:10:55.148421 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.wsgi [-] (75041) accepted ('10.222.0.68', 54376) {{(pid=75041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:10:55.233788 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-17dfe89a-19e5-4d60-a261-6b59726f7899 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:55.282812 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.quota.driver [None req-17dfe89a-19e5-4d60-a261-6b59726f7899 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:10:55.288790 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [None req-17dfe89a-19e5-4d60-a261-6b59726f7899 admin admin] Usage tracker for resource:security_group_rule and tenant:5996f757e7ac44b291394260a30c38a1 is out of sync, need to count used quota {{(pid=75041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:10:55.292222 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [None req-17dfe89a-19e5-4d60-a261-6b59726f7899 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:10:55.303358 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.quota.driver [None req-17dfe89a-19e5-4d60-a261-6b59726f7899 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:10:55.340914 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a46ffab-a307-4b04-8e2f-d5f602abd946 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Router 6e563cd2-b6f9-41e3-bb17-f82fe2f39150 has already been hosted by L3 agent ca94599f-caae-4183-a9a6-f9a0dcce5f21 {{(pid=75041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 16:10:55.470525 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-17dfe89a-19e5-4d60-a261-6b59726f7899 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:55.477704 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-17dfe89a-19e5-4d60-a261-6b59726f7899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:55.485957 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:10:55.530126 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dfe89a-19e5-4d60-a261-6b59726f7899 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93a0bd37-89ac-4e86-b76d-9242754ef6c3,revision_number=1']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:55.534357 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-17dfe89a-19e5-4d60-a261-6b59726f7899 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:10:55.540045 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [None req-17dfe89a-19e5-4d60-a261-6b59726f7899 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=5996f757e7ac44b291394260a30c38a1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3882804 Aug 25 16:10:55.540419 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 54390) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:10:55.556203 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Device be9f1990-ef92-4ea4-ad95-a26055f955b7 up at agent hyperv_hv-cinder-80600 {{(pid=75042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:10:55.662562 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-84deaf8a-51cc-42f9-ac7e-1d7d1b12d9ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:55.683949 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.provisioning_blocks [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Provisioning for port be9f1990-ef92-4ea4-ad95-a26055f955b7 completed by entity L2. {{(pid=75042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:10:55.688842 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a46ffab-a307-4b04-8e2f-d5f602abd946 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Notify agent at l3_agent.dv-cinder-806007-1-smb the message routers_updated {{(pid=75041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:10:55.690523 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.provisioning_blocks [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Provisioning complete for port be9f1990-ef92-4ea4-ad95-a26055f955b7 triggered by entity L2. {{(pid=75042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:10:55.690912 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16203014'] for port, provisioning_complete {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:55.701984 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faba23b5-4f7f-4c70-99a7-a1bf2f933e5a None None] Sync routers for ids ['6e563cd2-b6f9-41e3-bb17-f82fe2f39150'] in dv-cinder-806007-1-smb {{(pid=75043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 16:10:55.707404 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-0a46ffab-a307-4b04-8e2f-d5f602abd946 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981218'] for floatingip, before_response {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:55.720841 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faba23b5-4f7f-4c70-99a7-a1bf2f933e5a None None] Routers {'6e563cd2-b6f9-41e3-bb17-f82fe2f39150'} bound to L3 agent in host dv-cinder-806007-1-smb {{(pid=75043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:10:55.722507 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.db.l3_hamode_db [None req-faba23b5-4f7f-4c70-99a7-a1bf2f933e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T16:01:30Z,description=,heartbeat_timestamp=2021-08-25T16:10:30Z,host='dv-cinder-806007-1-smb',id=ca94599f-caae-4183-a9a6-f9a0dcce5f21,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:01:30Z,topic='l3_agent')) {'router_ids': ['6e563cd2-b6f9-41e3-bb17-f82fe2f39150'], 'active': True} {{(pid=75043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:10:55.727592 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-84deaf8a-51cc-42f9-ac7e-1d7d1b12d9ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:55.822782 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-84deaf8a-51cc-42f9-ac7e-1d7d1b12d9ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:55.831860 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-68edcd04-881f-4bca-9f39-f4cac434144b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:10:55.837804 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [None req-0a46ffab-a307-4b04-8e2f-d5f602abd946 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] 10.222.0.68 "PUT /v2.0/floatingips/fa99f3fa-89bf-40ba-9713-5d2cc028f030 HTTP/1.1" status: 200 len: 990 time: 4.0826373 Aug 25 16:10:55.841288 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b48424c-0ad1-49ce-93a4-2f1c27f25176', 'tag': 'ebdd01f5-17bf-4775-a045-ab233f03d4a8'}] {{(pid=75041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:10:55.860299 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-84deaf8a-51cc-42f9-ac7e-1d7d1b12d9ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:55.861907 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-84deaf8a-51cc-42f9-ac7e-1d7d1b12d9ce admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/93a0bd37-89ac-4e86-b76d-9242754ef6c3 HTTP/1.1" status: 204 len: 168 time: 0.3202474 Aug 25 16:10:55.872359 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84deaf8a-51cc-42f9-ac7e-1d7d1b12d9ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93a0bd37-89ac-4e86-b76d-9242754ef6c3,revision_number=None']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:55.874682 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-84deaf8a-51cc-42f9-ac7e-1d7d1b12d9ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:10:55.971671 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:56.037699 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67526b46-a554-4cdf-ad5c-4d6dfd25a3c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be9f1990-ef92-4ea4-ad95-a26055f955b7'}] {{(pid=75042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:10:56.061720 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.db [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] For port be9f1990-ef92-4ea4-ad95-a26055f955b7, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=be9f1990-ef92-4ea4-ad95-a26055f955b7,segment=NetworkSegment(215609b0-0c2d-4037-aca0-35ce882d3942),segment_id=215609b0-0c2d-4037-aca0-35ce882d3942)] {{(pid=75042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:10:56.066778 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776572168726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776571761677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776571761722'] for port, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:56.069098 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [None req-8f6339b9-5812-433b-8dd8-49006314cd29 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:10:56.164482 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Pushing event updated for resources: {'Port': ['ID=be9f1990-ef92-4ea4-ad95-a26055f955b7,revision_number=5']} {{(pid=75042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:56.168285 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:10:56.244089 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.db.l3_dvr_db [None req-faba23b5-4f7f-4c70-99a7-a1bf2f933e5a None None] Set router 6e563cd2-b6f9-41e3-bb17-f82fe2f39150 gateway port host: dv-cinder-806007-1-smb {{(pid=75043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:10:56.306223 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d78635-ea7d-4cfc-aef2-68ae66c89532 req-54df0f72-ef43-4738-88f8-10c36d7b98e3 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:56.312593 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-d6d78635-ea7d-4cfc-aef2-68ae66c89532 req-54df0f72-ef43-4738-88f8-10c36d7b98e3 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/ports?device_id=21576f61-6c69-4e7d-bcca-66318419bc0b HTTP/1.1" status: 200 len: 946 time: 0.2557015 Aug 25 16:10:56.315356 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b48424c-0ad1-49ce-93a4-2f1c27f25176', 'tag': 'ebdd01f5-17bf-4775-a045-ab233f03d4a8', 'status': 'completed', 'code': 200} Aug 25 16:10:56.567408 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-d6d78635-ea7d-4cfc-aef2-68ae66c89532 req-6c52cd44-a177-464e-9fdf-3c707eaadeab tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/security-groups?id=9e7f6e62-5d07-4b94-bd1b-2408a7eb9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2488811 Aug 25 16:10:56.606549 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-a15fa2c2-d537-459a-8f4d-925815ee11fc req-fed7420d-6f51-42f1-af5f-f343bfeb6452 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d9f03318c9a74e1a8903854ddc6da304&device_id=1b48424c-0ad1-49ce-93a4-2f1c27f25176 HTTP/1.1" status: 200 len: 1098 time: 0.1360805 Aug 25 16:10:56.726925 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1267d8-ca1c-4e9a-a690-2ee40a9d29e8 req-5a35464e-82cc-45aa-b18c-27032108bb2d tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:56.734500 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-2e1267d8-ca1c-4e9a-a690-2ee40a9d29e8 req-5a35464e-82cc-45aa-b18c-27032108bb2d tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] 10.222.0.68 "GET /v2.0/ports?device_id=67526b46-a554-4cdf-ad5c-4d6dfd25a3c1 HTTP/1.1" status: 200 len: 946 time: 0.1010222 Aug 25 16:10:56.748082 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.db.l3_hamode_db [None req-faba23b5-4f7f-4c70-99a7-a1bf2f933e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e563cd2-b6f9-41e3-bb17-f82fe2f39150', 'name': 'tempest-AttachVolumeTestJSON-1950338539-router', 'tenant_id': 'd9f03318c9a74e1a8903854ddc6da304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af5d4827-908c-4372-9134-1f0198184942', 'external_fixed_ips': [{'subnet_id': 'a4c12025-f163-4c64-acba-906df26214d3', 'ip_address': '172.28.0.72'}], 'enable_snat': True}, 'gw_port_id': 'f339b5df-7254-4db8-8942-9e976480cce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:09:46Z', 'updated_at': '2021-08-25T16:09:58Z', 'revision_number': 4, 'project_id': 'd9f03318c9a74e1a8903854ddc6da304', 'gw_port': {'id': 'f339b5df-7254-4db8-8942-9e976480cce1', 'name': '', 'network_id': 'af5d4827-908c-4372-9134-1f0198184942', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:46:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e563cd2-b6f9-41e3-bb17-f82fe2f39150', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a4c12025-f163-4c64-acba-906df26214d3', 'ip_address': '172.28.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:09:47Z', 'updated_at': '2021-08-25T16:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a4c12025-f163-4c64-acba-906df26214d3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-smb', '_floatingips': [{'id': 'fa99f3fa-89bf-40ba-9713-5d2cc028f030', 'tenant_id': 'd9f03318c9a74e1a8903854ddc6da304', 'floating_ip_address': '172.28.0.52', 'floating_network_id': 'af5d4827-908c-4372-9134-1f0198184942', 'router_id': '6e563cd2-b6f9-41e3-bb17-f82fe2f39150', 'port_id': 'ebdd01f5-17bf-4775-a045-ab233f03d4a8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0e51efe-0e7d-4430-816c-c5092a8f40f0', 'mac_address': 'fa:16:3e:77:7f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b48424c-0ad1-49ce-93a4-2f1c27f25176', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T16:10:20Z', 'updated_at': '2021-08-25T16:10:52Z', 'revision_number': 1, 'project_id': 'd9f03318c9a74e1a8903854ddc6da304', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ea01973-1bb4-479e-b17f-6706e8530591', 'name': '', 'network_id': 'd0e51efe-0e7d-4430-816c-c5092a8f40f0', 'tenant_id': 'd9f03318c9a74e1a8903854ddc6da304', 'mac_address': 'fa:16:3e:36:e4:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e563cd2-b6f9-41e3-bb17-f82fe2f39150', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fe3c2446-8b99-4be0-b8e9-28ca607c8880', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:09:56Z', 'updated_at': '2021-08-25T16:10:40Z', 'revision_number': 5, 'project_id': 'd9f03318c9a74e1a8903854ddc6da304', 'subnets': [{'id': 'fe3c2446-8b99-4be0-b8e9-28ca607c8880', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-1-smb', False) {} {{(pid=75043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:10:56.764701 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faba23b5-4f7f-4c70-99a7-a1bf2f933e5a None None] Checking router: 6e563cd2-b6f9-41e3-bb17-f82fe2f39150 for host: dv-cinder-806007-1-smb {{(pid=75043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 16:10:56.786542 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faba23b5-4f7f-4c70-99a7-a1bf2f933e5a None None] Routers {'6e563cd2-b6f9-41e3-bb17-f82fe2f39150'} bound to L3 agent in host dv-cinder-806007-1-smb {{(pid=75043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:10:56.787369 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.db.l3_hamode_db [None req-faba23b5-4f7f-4c70-99a7-a1bf2f933e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T16:01:30Z,description=,heartbeat_timestamp=2021-08-25T16:10:30Z,host='dv-cinder-806007-1-smb',id=ca94599f-caae-4183-a9a6-f9a0dcce5f21,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:01:30Z,topic='l3_agent')) {'router_ids': ['6e563cd2-b6f9-41e3-bb17-f82fe2f39150'], 'active': True} {{(pid=75043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:10:56.795290 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-2e1267d8-ca1c-4e9a-a690-2ee40a9d29e8 req-90b49d09-8339-4aa3-bbfc-29082c4de613 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] 10.222.0.68 "GET /v2.0/security-groups?id=08292ed9-3586-482c-a672-563a9deccae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598228 Aug 25 16:10:56.910023 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15fa2c2-d537-459a-8f4d-925815ee11fc req-299be3ae-fe4e-4aa2-9f26-96560a90e066 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:56.911766 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-a15fa2c2-d537-459a-8f4d-925815ee11fc req-299be3ae-fe4e-4aa2-9f26-96560a90e066 service neutron] 10.222.0.70 "GET /v2.0/networks?id=d0e51efe-0e7d-4430-816c-c5092a8f40f0 HTTP/1.1" status: 200 len: 912 time: 0.2927017 Aug 25 16:10:56.931253 dv-cinder-806007-1-smb neutron-server[75042]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67526b46-a554-4cdf-ad5c-4d6dfd25a3c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be9f1990-ef92-4ea4-ad95-a26055f955b7', 'code': 200} Aug 25 16:10:57.046035 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.db.l3_dvr_db [None req-faba23b5-4f7f-4c70-99a7-a1bf2f933e5a None None] Set router 6e563cd2-b6f9-41e3-bb17-f82fe2f39150 gateway port host: dv-cinder-806007-1-smb {{(pid=75043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:10:57.126761 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-a15fa2c2-d537-459a-8f4d-925815ee11fc req-102a7dac-bd7d-44cf-892e-5d34787f6fa6 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ebdd01f5-17bf-4775-a045-ab233f03d4a8 HTTP/1.1" status: 200 len: 998 time: 0.2052281 Aug 25 16:10:57.298267 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15fa2c2-d537-459a-8f4d-925815ee11fc req-74b1fb89-b7dc-4add-b918-3eafca97acf3 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:57.300196 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-a15fa2c2-d537-459a-8f4d-925815ee11fc req-74b1fb89-b7dc-4add-b918-3eafca97acf3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=fe3c2446-8b99-4be0-b8e9-28ca607c8880 HTTP/1.1" status: 200 len: 850 time: 0.1596899 Aug 25 16:10:57.368762 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-7a7992d6-15af-4771-b4bd-2edd5ba79dbf req-aef298ca-21ce-453e-abc6-83b358a3e599 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=67526b46-a554-4cdf-ad5c-4d6dfd25a3c1 HTTP/1.1" status: 200 len: 1099 time: 0.1806002 Aug 25 16:10:57.443097 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-a15fa2c2-d537-459a-8f4d-925815ee11fc req-835e7ff6-726d-4761-93df-611d143220e6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d0e51efe-0e7d-4430-816c-c5092a8f40f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1348453 Aug 25 16:10:57.455954 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-7a7992d6-15af-4771-b4bd-2edd5ba79dbf req-394578d1-8aff-46a9-98f5-8239c38b9fe5 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=08292ed9-3586-482c-a672-563a9deccae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796206 Aug 25 16:10:57.520785 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-7859eeee-3d2c-4188-8d26-f0e34f3d6877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:57.638389 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-a15fa2c2-d537-459a-8f4d-925815ee11fc req-4238ad44-0769-4deb-af0c-97b3c970dc50 service neutron] 10.222.0.70 "GET /v2.0/networks/d0e51efe-0e7d-4430-816c-c5092a8f40f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860251 Aug 25 16:10:57.792869 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.db.l3_hamode_db [None req-faba23b5-4f7f-4c70-99a7-a1bf2f933e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e563cd2-b6f9-41e3-bb17-f82fe2f39150', 'name': 'tempest-AttachVolumeTestJSON-1950338539-router', 'tenant_id': 'd9f03318c9a74e1a8903854ddc6da304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af5d4827-908c-4372-9134-1f0198184942', 'external_fixed_ips': [{'subnet_id': 'a4c12025-f163-4c64-acba-906df26214d3', 'ip_address': '172.28.0.72'}], 'enable_snat': True}, 'gw_port_id': 'f339b5df-7254-4db8-8942-9e976480cce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:09:46Z', 'updated_at': '2021-08-25T16:09:58Z', 'revision_number': 4, 'project_id': 'd9f03318c9a74e1a8903854ddc6da304', 'gw_port': {'id': 'f339b5df-7254-4db8-8942-9e976480cce1', 'name': '', 'network_id': 'af5d4827-908c-4372-9134-1f0198184942', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:46:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e563cd2-b6f9-41e3-bb17-f82fe2f39150', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a4c12025-f163-4c64-acba-906df26214d3', 'ip_address': '172.28.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:09:47Z', 'updated_at': '2021-08-25T16:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a4c12025-f163-4c64-acba-906df26214d3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-smb', '_floatingips': [{'id': 'fa99f3fa-89bf-40ba-9713-5d2cc028f030', 'tenant_id': 'd9f03318c9a74e1a8903854ddc6da304', 'floating_ip_address': '172.28.0.52', 'floating_network_id': 'af5d4827-908c-4372-9134-1f0198184942', 'router_id': '6e563cd2-b6f9-41e3-bb17-f82fe2f39150', 'port_id': 'ebdd01f5-17bf-4775-a045-ab233f03d4a8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0e51efe-0e7d-4430-816c-c5092a8f40f0', 'mac_address': 'fa:16:3e:77:7f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b48424c-0ad1-49ce-93a4-2f1c27f25176', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T16:10:20Z', 'updated_at': '2021-08-25T16:10:52Z', 'revision_number': 1, 'project_id': 'd9f03318c9a74e1a8903854ddc6da304', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ea01973-1bb4-479e-b17f-6706e8530591', 'name': '', 'network_id': 'd0e51efe-0e7d-4430-816c-c5092a8f40f0', 'tenant_id': 'd9f03318c9a74e1a8903854ddc6da304', 'mac_address': 'fa:16:3e:36:e4:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e563cd2-b6f9-41e3-bb17-f82fe2f39150', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fe3c2446-8b99-4be0-b8e9-28ca607c8880', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:09:56Z', 'updated_at': '2021-08-25T16:10:40Z', 'revision_number': 5, 'project_id': 'd9f03318c9a74e1a8903854ddc6da304', 'subnets': [{'id': 'fe3c2446-8b99-4be0-b8e9-28ca607c8880', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-1-smb', False) {} {{(pid=75043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:10:57.797917 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faba23b5-4f7f-4c70-99a7-a1bf2f933e5a None None] The sync data for ids ['6e563cd2-b6f9-41e3-bb17-f82fe2f39150'] in dv-cinder-806007-1-smb is: [{'id': '6e563cd2-b6f9-41e3-bb17-f82fe2f39150', 'name': 'tempest-AttachVolumeTestJSON-1950338539-router', 'tenant_id': 'd9f03318c9a74e1a8903854ddc6da304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af5d4827-908c-4372-9134-1f0198184942', 'external_fixed_ips': [{'subnet_id': 'a4c12025-f163-4c64-acba-906df26214d3', 'ip_address': '172.28.0.72'}], 'enable_snat': True}, 'gw_port_id': 'f339b5df-7254-4db8-8942-9e976480cce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:09:46Z', 'updated_at': '2021-08-25T16:09:58Z', 'revision_number': 4, 'project_id': 'd9f03318c9a74e1a8903854ddc6da304', 'gw_port': {'id': 'f339b5df-7254-4db8-8942-9e976480cce1', 'name': '', 'network_id': 'af5d4827-908c-4372-9134-1f0198184942', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:46:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e563cd2-b6f9-41e3-bb17-f82fe2f39150', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a4c12025-f163-4c64-acba-906df26214d3', 'ip_address': '172.28.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:09:47Z', 'updated_at': '2021-08-25T16:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a4c12025-f163-4c64-acba-906df26214d3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-smb', '_floatingips': [{'id': 'fa99f3fa-89bf-40ba-9713-5d2cc028f030', 'tenant_id': 'd9f03318c9a74e1a8903854ddc6da304', 'floating_ip_address': '172.28.0.52', 'floating_network_id': 'af5d4827-908c-4372-9134-1f0198184942', 'router_id': '6e563cd2-b6f9-41e3-bb17-f82fe2f39150', 'port_id': 'ebdd01f5-17bf-4775-a045-ab233f03d4a8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0e51efe-0e7d-4430-816c-c5092a8f40f0', 'mac_address': 'fa:16:3e:77:7f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b48424c-0ad1-49ce-93a4-2f1c27f25176', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T16:10:20Z', 'updated_at': '2021-08-25T16:10:52Z', 'revision_number': 1, 'project_id': 'd9f03318c9a74e1a8903854ddc6da304', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ea01973-1bb4-479e-b17f-6706e8530591', 'name': '', 'network_id': 'd0e51efe-0e7d-4430-816c-c5092a8f40f0', 'tenant_id': 'd9f03318c9a74e1a8903854ddc6da304', 'mac_address': 'fa:16:3e:36:e4:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e563cd2-b6f9-41e3-bb17-f82fe2f39150', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fe3c2446-8b99-4be0-b8e9-28ca607c8880', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:09:56Z', 'updated_at': '2021-08-25T16:10:40Z', 'revision_number': 5, 'project_id': 'd9f03318c9a74e1a8903854ddc6da304', 'subnets': [{'id': 'fe3c2446-8b99-4be0-b8e9-28ca607c8880', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 16:10:57.837276 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2577bf4e-ee71-4ebf-a0da-ab2c4914f0b1 req-136c3425-ce7d-4251-ac19-ff39f15ba887 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:57.839127 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-2577bf4e-ee71-4ebf-a0da-ab2c4914f0b1 req-136c3425-ce7d-4251-ac19-ff39f15ba887 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/ports?device_id=21576f61-6c69-4e7d-bcca-66318419bc0b HTTP/1.1" status: 200 len: 946 time: 0.1216707 Aug 25 16:10:57.914620 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-a15fa2c2-d537-459a-8f4d-925815ee11fc req-67d7b4e5-ec22-4256-ae92-7d04bf1de94b service neutron] 10.222.0.70 "GET /v2.0/networks/d0e51efe-0e7d-4430-816c-c5092a8f40f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1997523 Aug 25 16:10:57.942423 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-2577bf4e-ee71-4ebf-a0da-ab2c4914f0b1 req-21515d80-2ab0-4e4c-acbe-cdd85db11ade tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/security-groups?id=9e7f6e62-5d07-4b94-bd1b-2408a7eb9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953131 Aug 25 16:10:57.947469 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-296420cb-b3e4-44a8-af08-b3dd3a6dec21 None None] Sync routers for ids ['f40984fc-802b-4e43-93f0-9adc71a52552'] in dv-cinder-806007-1-smb {{(pid=75042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 16:10:57.965008 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296420cb-b3e4-44a8-af08-b3dd3a6dec21 None None] Routers {'f40984fc-802b-4e43-93f0-9adc71a52552'} bound to L3 agent in host dv-cinder-806007-1-smb {{(pid=75042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:10:57.965951 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.l3_hamode_db [None req-296420cb-b3e4-44a8-af08-b3dd3a6dec21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T16:01:30Z,description=,heartbeat_timestamp=2021-08-25T16:10:30Z,host='dv-cinder-806007-1-smb',id=ca94599f-caae-4183-a9a6-f9a0dcce5f21,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:01:30Z,topic='l3_agent')) {'router_ids': ['f40984fc-802b-4e43-93f0-9adc71a52552'], 'active': True} {{(pid=75042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:10:58.098860 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac5d0b8-ad85-422d-81ff-97f662dea2b1 req-543ae172-8316-4386-a783-830988a3fe98 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:58.108585 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-cac5d0b8-ad85-422d-81ff-97f662dea2b1 req-543ae172-8316-4386-a783-830988a3fe98 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] 10.222.0.68 "GET /v2.0/ports?device_id=67526b46-a554-4cdf-ad5c-4d6dfd25a3c1 HTTP/1.1" status: 200 len: 946 time: 0.1392677 Aug 25 16:10:58.182236 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-cac5d0b8-ad85-422d-81ff-97f662dea2b1 req-d347db10-4dc7-463f-9e1e-fb98ceffd4b1 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] 10.222.0.68 "GET /v2.0/security-groups?id=08292ed9-3586-482c-a672-563a9deccae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719721 Aug 25 16:10:58.205316 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.l3_dvr_db [None req-296420cb-b3e4-44a8-af08-b3dd3a6dec21 None None] Set router f40984fc-802b-4e43-93f0-9adc71a52552 gateway port host: dv-cinder-806007-1-smb {{(pid=75042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:10:58.711706 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.l3_hamode_db [None req-296420cb-b3e4-44a8-af08-b3dd3a6dec21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f40984fc-802b-4e43-93f0-9adc71a52552', 'name': 'tempest-AttachVolumeShelveTestJSON-34576394-router', 'tenant_id': 'dc71d1df614a4412aaf0b6136cfc4aba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af5d4827-908c-4372-9134-1f0198184942', 'external_fixed_ips': [{'subnet_id': 'a4c12025-f163-4c64-acba-906df26214d3', 'ip_address': '172.28.0.247'}], 'enable_snat': True}, 'gw_port_id': '9e55183a-48e9-4440-94d7-b92ffa2acccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:09:52Z', 'updated_at': '2021-08-25T16:10:08Z', 'revision_number': 4, 'project_id': 'dc71d1df614a4412aaf0b6136cfc4aba', 'gw_port': {'id': '9e55183a-48e9-4440-94d7-b92ffa2acccb', 'name': '', 'network_id': 'af5d4827-908c-4372-9134-1f0198184942', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:5a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40984fc-802b-4e43-93f0-9adc71a52552', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a4c12025-f163-4c64-acba-906df26214d3', 'ip_address': '172.28.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:09:55Z', 'updated_at': '2021-08-25T16:10:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a4c12025-f163-4c64-acba-906df26214d3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-smb', '_floatingips': [{'id': '0a55c65e-2722-4523-a96f-47d350735fac', 'tenant_id': 'dc71d1df614a4412aaf0b6136cfc4aba', 'floating_ip_address': '172.28.0.251', 'floating_network_id': 'af5d4827-908c-4372-9134-1f0198184942', 'router_id': 'f40984fc-802b-4e43-93f0-9adc71a52552', 'port_id': 'bf374dad-3f0b-4091-8d94-2e239257f70f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb04b5ec-673a-4a91-b0e5-12c6c13382bd', 'mac_address': 'fa:16:3e:83:a6:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d3c7106-0222-421b-af61-a22cca9b27dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T16:10:21Z', 'updated_at': '2021-08-25T16:10:50Z', 'revision_number': 1, 'project_id': 'dc71d1df614a4412aaf0b6136cfc4aba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd372dc2f-5e48-44f0-9761-ccaaeabf4a25', 'name': '', 'network_id': 'fb04b5ec-673a-4a91-b0e5-12c6c13382bd', 'tenant_id': 'dc71d1df614a4412aaf0b6136cfc4aba', 'mac_address': 'fa:16:3e:f1:0a:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40984fc-802b-4e43-93f0-9adc71a52552', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dcc96182-e992-4fac-b9ad-11619c23a7ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:10:06Z', 'updated_at': '2021-08-25T16:10:45Z', 'revision_number': 5, 'project_id': 'dc71d1df614a4412aaf0b6136cfc4aba', 'subnets': [{'id': 'dcc96182-e992-4fac-b9ad-11619c23a7ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-1-smb', False) {} {{(pid=75042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:10:58.716160 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-296420cb-b3e4-44a8-af08-b3dd3a6dec21 None None] Checking router: f40984fc-802b-4e43-93f0-9adc71a52552 for host: dv-cinder-806007-1-smb {{(pid=75042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 16:10:58.727154 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296420cb-b3e4-44a8-af08-b3dd3a6dec21 None None] Routers {'f40984fc-802b-4e43-93f0-9adc71a52552'} bound to L3 agent in host dv-cinder-806007-1-smb {{(pid=75042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:10:58.727795 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.l3_hamode_db [None req-296420cb-b3e4-44a8-af08-b3dd3a6dec21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T16:01:30Z,description=,heartbeat_timestamp=2021-08-25T16:10:30Z,host='dv-cinder-806007-1-smb',id=ca94599f-caae-4183-a9a6-f9a0dcce5f21,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:01:30Z,topic='l3_agent')) {'router_ids': ['f40984fc-802b-4e43-93f0-9adc71a52552'], 'active': True} {{(pid=75042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:10:58.846263 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:58.958437 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.l3_dvr_db [None req-296420cb-b3e4-44a8-af08-b3dd3a6dec21 None None] Set router f40984fc-802b-4e43-93f0-9adc71a52552 gateway port host: dv-cinder-806007-1-smb {{(pid=75042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:10:59.233239 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65dfe95c-6010-41d1-8eb0-4988f5ce1056 None None] New status for floating IP fa99f3fa-89bf-40ba-9713-5d2cc028f030: ACTIVE {{(pid=75043) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Aug 25 16:10:59.543303 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8c9fd8-063f-4452-9deb-1da6e2aeeb26 req-c6d45941-d1d1-4299-9efa-127b32fc2e41 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:59.547835 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-fc8c9fd8-063f-4452-9deb-1da6e2aeeb26 req-c6d45941-d1d1-4299-9efa-127b32fc2e41 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/ports?device_id=21576f61-6c69-4e7d-bcca-66318419bc0b HTTP/1.1" status: 200 len: 946 time: 0.1937451 Aug 25 16:10:59.697610 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-fc8c9fd8-063f-4452-9deb-1da6e2aeeb26 req-48cd61a9-a700-436e-bcda-cc42c3b61e70 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/security-groups?id=9e7f6e62-5d07-4b94-bd1b-2408a7eb9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441782 Aug 25 16:10:59.704146 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6f35b4-d615-4475-a90b-2c1c730aa869 req-ea03e5dc-a526-41d7-9e80-8abf8e2908b6 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:59.712142 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-1a6f35b4-d615-4475-a90b-2c1c730aa869 req-ea03e5dc-a526-41d7-9e80-8abf8e2908b6 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] 10.222.0.68 "GET /v2.0/ports?device_id=67526b46-a554-4cdf-ad5c-4d6dfd25a3c1 HTTP/1.1" status: 200 len: 946 time: 0.3072882 Aug 25 16:10:59.824495 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-1a6f35b4-d615-4475-a90b-2c1c730aa869 req-5a09301e-505f-4e6c-84c9-b8f2a70446fd tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] 10.222.0.68 "GET /v2.0/security-groups?id=08292ed9-3586-482c-a672-563a9deccae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112840 Aug 25 16:10:59.904011 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.l3_hamode_db [None req-296420cb-b3e4-44a8-af08-b3dd3a6dec21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f40984fc-802b-4e43-93f0-9adc71a52552', 'name': 'tempest-AttachVolumeShelveTestJSON-34576394-router', 'tenant_id': 'dc71d1df614a4412aaf0b6136cfc4aba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af5d4827-908c-4372-9134-1f0198184942', 'external_fixed_ips': [{'subnet_id': 'a4c12025-f163-4c64-acba-906df26214d3', 'ip_address': '172.28.0.247'}], 'enable_snat': True}, 'gw_port_id': '9e55183a-48e9-4440-94d7-b92ffa2acccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:09:52Z', 'updated_at': '2021-08-25T16:10:08Z', 'revision_number': 4, 'project_id': 'dc71d1df614a4412aaf0b6136cfc4aba', 'gw_port': {'id': '9e55183a-48e9-4440-94d7-b92ffa2acccb', 'name': '', 'network_id': 'af5d4827-908c-4372-9134-1f0198184942', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:5a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40984fc-802b-4e43-93f0-9adc71a52552', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a4c12025-f163-4c64-acba-906df26214d3', 'ip_address': '172.28.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:09:55Z', 'updated_at': '2021-08-25T16:10:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a4c12025-f163-4c64-acba-906df26214d3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-smb', '_floatingips': [{'id': '0a55c65e-2722-4523-a96f-47d350735fac', 'tenant_id': 'dc71d1df614a4412aaf0b6136cfc4aba', 'floating_ip_address': '172.28.0.251', 'floating_network_id': 'af5d4827-908c-4372-9134-1f0198184942', 'router_id': 'f40984fc-802b-4e43-93f0-9adc71a52552', 'port_id': 'bf374dad-3f0b-4091-8d94-2e239257f70f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb04b5ec-673a-4a91-b0e5-12c6c13382bd', 'mac_address': 'fa:16:3e:83:a6:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d3c7106-0222-421b-af61-a22cca9b27dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T16:10:21Z', 'updated_at': '2021-08-25T16:10:50Z', 'revision_number': 1, 'project_id': 'dc71d1df614a4412aaf0b6136cfc4aba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd372dc2f-5e48-44f0-9761-ccaaeabf4a25', 'name': '', 'network_id': 'fb04b5ec-673a-4a91-b0e5-12c6c13382bd', 'tenant_id': 'dc71d1df614a4412aaf0b6136cfc4aba', 'mac_address': 'fa:16:3e:f1:0a:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40984fc-802b-4e43-93f0-9adc71a52552', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dcc96182-e992-4fac-b9ad-11619c23a7ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:10:06Z', 'updated_at': '2021-08-25T16:10:45Z', 'revision_number': 5, 'project_id': 'dc71d1df614a4412aaf0b6136cfc4aba', 'subnets': [{'id': 'dcc96182-e992-4fac-b9ad-11619c23a7ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-1-smb', False) {} {{(pid=75042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:10:59.953226 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-296420cb-b3e4-44a8-af08-b3dd3a6dec21 None None] The sync data for ids ['f40984fc-802b-4e43-93f0-9adc71a52552'] in dv-cinder-806007-1-smb is: [{'id': 'f40984fc-802b-4e43-93f0-9adc71a52552', 'name': 'tempest-AttachVolumeShelveTestJSON-34576394-router', 'tenant_id': 'dc71d1df614a4412aaf0b6136cfc4aba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af5d4827-908c-4372-9134-1f0198184942', 'external_fixed_ips': [{'subnet_id': 'a4c12025-f163-4c64-acba-906df26214d3', 'ip_address': '172.28.0.247'}], 'enable_snat': True}, 'gw_port_id': '9e55183a-48e9-4440-94d7-b92ffa2acccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:09:52Z', 'updated_at': '2021-08-25T16:10:08Z', 'revision_number': 4, 'project_id': 'dc71d1df614a4412aaf0b6136cfc4aba', 'gw_port': {'id': '9e55183a-48e9-4440-94d7-b92ffa2acccb', 'name': '', 'network_id': 'af5d4827-908c-4372-9134-1f0198184942', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:5a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40984fc-802b-4e43-93f0-9adc71a52552', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a4c12025-f163-4c64-acba-906df26214d3', 'ip_address': '172.28.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:09:55Z', 'updated_at': '2021-08-25T16:10:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a4c12025-f163-4c64-acba-906df26214d3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-smb', '_floatingips': [{'id': '0a55c65e-2722-4523-a96f-47d350735fac', 'tenant_id': 'dc71d1df614a4412aaf0b6136cfc4aba', 'floating_ip_address': '172.28.0.251', 'floating_network_id': 'af5d4827-908c-4372-9134-1f0198184942', 'router_id': 'f40984fc-802b-4e43-93f0-9adc71a52552', 'port_id': 'bf374dad-3f0b-4091-8d94-2e239257f70f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb04b5ec-673a-4a91-b0e5-12c6c13382bd', 'mac_address': 'fa:16:3e:83:a6:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d3c7106-0222-421b-af61-a22cca9b27dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T16:10:21Z', 'updated_at': '2021-08-25T16:10:50Z', 'revision_number': 1, 'project_id': 'dc71d1df614a4412aaf0b6136cfc4aba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd372dc2f-5e48-44f0-9761-ccaaeabf4a25', 'name': '', 'network_id': 'fb04b5ec-673a-4a91-b0e5-12c6c13382bd', 'tenant_id': 'dc71d1df614a4412aaf0b6136cfc4aba', 'mac_address': 'fa:16:3e:f1:0a:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40984fc-802b-4e43-93f0-9adc71a52552', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dcc96182-e992-4fac-b9ad-11619c23a7ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:10:06Z', 'updated_at': '2021-08-25T16:10:45Z', 'revision_number': 5, 'project_id': 'dc71d1df614a4412aaf0b6136cfc4aba', 'subnets': [{'id': 'dcc96182-e992-4fac-b9ad-11619c23a7ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 16:10:59.958040 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-fadae902-f678-4104-b527-4ef6d86c0458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:00.013478 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 54536) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:11:00.286177 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-ae0c7090-506e-4752-a6c4-79d4e8d85e04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:00.348278 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-ae0c7090-506e-4752-a6c4-79d4e8d85e04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:11:00.364007 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-ae0c7090-506e-4752-a6c4-79d4e8d85e04 admin admin] Usage tracker for resource:security_group_rule and tenant:14b94c6155af43e0a3d4b8415875fb8a is out of sync, need to count used quota {{(pid=75040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:11:00.373230 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-ae0c7090-506e-4752-a6c4-79d4e8d85e04 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:11:00.384742 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-ae0c7090-506e-4752-a6c4-79d4e8d85e04 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:11:00.481766 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-ae0c7090-506e-4752-a6c4-79d4e8d85e04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:00.489328 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-ae0c7090-506e-4752-a6c4-79d4e8d85e04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:00.499294 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-1a93fe72-2ae4-44ab-a5f3-41f21ecd5e71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:11:00.550236 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0c7090-506e-4752-a6c4-79d4e8d85e04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8908996-7849-4fea-9240-fbfe12f9e7df,revision_number=1']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:11:00.553193 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-ae0c7090-506e-4752-a6c4-79d4e8d85e04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:11:00.557121 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-ae0c7090-506e-4752-a6c4-79d4e8d85e04 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=14b94c6155af43e0a3d4b8415875fb8a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5407987 Aug 25 16:11:00.558970 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 54568) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:11:00.620211 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-7136eaab-e053-4515-8ff0-ed1815ba3660 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:00.648383 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-7136eaab-e053-4515-8ff0-ed1815ba3660 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:00.712253 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-7136eaab-e053-4515-8ff0-ed1815ba3660 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:00.718611 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-27b4cea5-d470-461b-b08e-38fea328ded9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:11:00.732909 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7136eaab-e053-4515-8ff0-ed1815ba3660 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8908996-7849-4fea-9240-fbfe12f9e7df,revision_number=None']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:11:00.736195 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-7136eaab-e053-4515-8ff0-ed1815ba3660 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:11:00.737369 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-7136eaab-e053-4515-8ff0-ed1815ba3660 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:00.741160 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-7136eaab-e053-4515-8ff0-ed1815ba3660 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/b8908996-7849-4fea-9240-fbfe12f9e7df HTTP/1.1" status: 204 len: 168 time: 0.1785979 Aug 25 16:11:00.970470 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-1bf536be-b7f1-4c3c-b07a-2be1e6809122 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:00.973949 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68ec53f-ac24-4906-b03a-411ce683be51 req-a885810f-b389-4810-a020-7540ecb61f59 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:00.984894 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-d68ec53f-ac24-4906-b03a-411ce683be51 req-a885810f-b389-4810-a020-7540ecb61f59 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/ports?device_id=21576f61-6c69-4e7d-bcca-66318419bc0b HTTP/1.1" status: 200 len: 946 time: 0.1084151 Aug 25 16:11:01.052447 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-d68ec53f-ac24-4906-b03a-411ce683be51 req-257ae06d-85a9-4481-8198-9f603e212ad2 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/security-groups?id=9e7f6e62-5d07-4b94-bd1b-2408a7eb9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665171 Aug 25 16:11:01.403825 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 54618) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:11:01.441833 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-647ef049-2d18-4e76-8d7a-d9d36fa382e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:01.478142 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-647ef049-2d18-4e76-8d7a-d9d36fa382e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:11:01.488442 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-647ef049-2d18-4e76-8d7a-d9d36fa382e7 admin admin] Usage tracker for resource:security_group_rule and tenant:2c10183099eb4c358840a47da3e3026a is out of sync, need to count used quota {{(pid=75040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:11:01.493760 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-647ef049-2d18-4e76-8d7a-d9d36fa382e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:11:01.505234 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-647ef049-2d18-4e76-8d7a-d9d36fa382e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:11:01.606178 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-647ef049-2d18-4e76-8d7a-d9d36fa382e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:01.611221 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-647ef049-2d18-4e76-8d7a-d9d36fa382e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:01.619541 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-4da7e6dc-2bbc-4567-803d-8144fdb2b75f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:11:01.664646 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647ef049-2d18-4e76-8d7a-d9d36fa382e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4dc9d1e-5ca7-42d6-8e48-7dff9f651a53,revision_number=1']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:11:01.668182 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-647ef049-2d18-4e76-8d7a-d9d36fa382e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:11:01.670579 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-647ef049-2d18-4e76-8d7a-d9d36fa382e7 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=2c10183099eb4c358840a47da3e3026a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2656403 Aug 25 16:11:01.673221 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 54628) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:11:01.745889 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-16f4f9fa-b366-413c-b6ce-a080476f8f5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:01.776328 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-16f4f9fa-b366-413c-b6ce-a080476f8f5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:01.852876 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-16f4f9fa-b366-413c-b6ce-a080476f8f5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:01.865014 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-97be2ceb-7b42-4e8d-ac2f-3384af9a091d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:11:01.888590 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f4f9fa-b366-413c-b6ce-a080476f8f5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4dc9d1e-5ca7-42d6-8e48-7dff9f651a53,revision_number=None']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:11:01.893698 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-16f4f9fa-b366-413c-b6ce-a080476f8f5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:11:01.898990 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-16f4f9fa-b366-413c-b6ce-a080476f8f5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:01.901241 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-16f4f9fa-b366-413c-b6ce-a080476f8f5a admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/f4dc9d1e-5ca7-42d6-8e48-7dff9f651a53 HTTP/1.1" status: 204 len: 168 time: 0.2267475 Aug 25 16:11:02.353266 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2f1900-4982-4b02-9db5-b47b503816bf req-76eaa953-6134-454e-9c4f-ed5c8456fa05 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:02.359060 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-6b2f1900-4982-4b02-9db5-b47b503816bf req-76eaa953-6134-454e-9c4f-ed5c8456fa05 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/ports?device_id=21576f61-6c69-4e7d-bcca-66318419bc0b HTTP/1.1" status: 200 len: 946 time: 0.1685350 Aug 25 16:11:02.361109 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-8ca458b3-9003-4c9b-b026-f7ba765eab5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:02.462381 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-6b2f1900-4982-4b02-9db5-b47b503816bf req-f5f1b3f4-eb11-415d-961a-73742fbb8b8b tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/security-groups?id=9e7f6e62-5d07-4b94-bd1b-2408a7eb9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968621 Aug 25 16:11:03.730653 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e8ee65-b2a8-4df0-9071-9a60f343f68a None None] New status for floating IP 0a55c65e-2722-4523-a96f-47d350735fac: ACTIVE {{(pid=75042) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Aug 25 16:11:03.756768 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bc85bf-96ef-4f75-9ed4-f589a04e1a5e req-ecc46dbb-cdd2-40c1-9e24-f048cfc4448c tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:03.764595 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-a8bc85bf-96ef-4f75-9ed4-f589a04e1a5e req-ecc46dbb-cdd2-40c1-9e24-f048cfc4448c tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/ports?device_id=21576f61-6c69-4e7d-bcca-66318419bc0b HTTP/1.1" status: 200 len: 946 time: 0.1133227 Aug 25 16:11:03.835603 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-a8bc85bf-96ef-4f75-9ed4-f589a04e1a5e req-be754ab0-d19f-44c9-a314-8f8410f1c12b tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/security-groups?id=9e7f6e62-5d07-4b94-bd1b-2408a7eb9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694683 Aug 25 16:11:03.847054 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 54758) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:11:04.000473 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 54766) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:11:04.226301 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-1b8aab8e-274e-4a3f-910b-107317e0668e admin admin] Notify callbacks [] for security_group, before_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:04.351692 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-a068b798-031f-404e-94eb-82fe828efa67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:04.383492 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-1b8aab8e-274e-4a3f-910b-107317e0668e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:11:04.395336 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-1b8aab8e-274e-4a3f-910b-107317e0668e admin admin] Usage tracker for resource:security_group_rule and tenant:c7fef71cfb3e48bb89a2c7643c89057a is out of sync, need to count used quota {{(pid=75040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:11:04.399557 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-1b8aab8e-274e-4a3f-910b-107317e0668e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:11:04.408855 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-1b8aab8e-274e-4a3f-910b-107317e0668e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:11:04.410967 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-a068b798-031f-404e-94eb-82fe828efa67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:11:04.418406 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-a068b798-031f-404e-94eb-82fe828efa67 admin admin] Usage tracker for resource:security_group_rule and tenant:9254897554e145679215e22a18c8e2e0 is out of sync, need to count used quota {{(pid=75040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:11:04.424883 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-a068b798-031f-404e-94eb-82fe828efa67 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:11:04.432285 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-a068b798-031f-404e-94eb-82fe828efa67 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:11:04.612132 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-1b8aab8e-274e-4a3f-910b-107317e0668e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:04.620356 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-1b8aab8e-274e-4a3f-910b-107317e0668e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:04.630957 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:11:04.662260 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-a068b798-031f-404e-94eb-82fe828efa67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:04.692086 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-a068b798-031f-404e-94eb-82fe828efa67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:04.725052 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8aab8e-274e-4a3f-910b-107317e0668e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6ab662c-1497-4422-974b-d0894e361a1e,revision_number=1']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:11:04.732984 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-1b8aab8e-274e-4a3f-910b-107317e0668e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:11:04.735273 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:11:04.747010 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-1b8aab8e-274e-4a3f-910b-107317e0668e admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=c7fef71cfb3e48bb89a2c7643c89057a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7452924 Aug 25 16:11:04.750149 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.wsgi [-] (75041) accepted ('10.222.0.68', 54788) {{(pid=75041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:11:04.787581 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fe5554-4926-46fd-8184-244cf0e5ef35 req-334e921d-85c8-4afe-8275-e7395b546308 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:04.789002 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-a4fe5554-4926-46fd-8184-244cf0e5ef35 req-334e921d-85c8-4afe-8275-e7395b546308 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] 10.222.0.68 "GET /v2.0/networks?id=aad61cb0-d4d9-415f-959c-855a438981a1 HTTP/1.1" status: 200 len: 813 time: 0.2866344 Aug 25 16:11:04.796797 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.wsgi [-] (75041) accepted ('10.222.0.68', 54792) {{(pid=75041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:11:04.797376 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-a068b798-031f-404e-94eb-82fe828efa67 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=9254897554e145679215e22a18c8e2e0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9482808 Aug 25 16:11:04.808910 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a068b798-031f-404e-94eb-82fe828efa67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3920ce6-dff9-49f8-9e25-200c8d1ac9e2,revision_number=1']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:11:04.813032 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-a068b798-031f-404e-94eb-82fe828efa67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:11:04.816093 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-a4fe5554-4926-46fd-8184-244cf0e5ef35 req-7757c2e8-5259-4a7b-be5d-bd634a0924a8 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] 10.222.0.68 "GET /v2.0/quotas/9cb4e2d656cb43358370c10c173ff464 HTTP/1.1" status: 200 len: 375 time: 0.0149684 Aug 25 16:11:04.850506 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-936d4802-154c-4cb8-967b-75133ee46dc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:04.883710 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-936d4802-154c-4cb8-967b-75133ee46dc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:04.956458 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-a4fe5554-4926-46fd-8184-244cf0e5ef35 req-dbc68f53-35a4-4317-9392-3a9542824e71 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=9cb4e2d656cb43358370c10c173ff464&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1228909 Aug 25 16:11:04.969966 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-b1ff728e-f6a9-43cf-b759-de6f50ec9bbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:04.982116 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-936d4802-154c-4cb8-967b-75133ee46dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:04.990647 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:11:05.051717 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936d4802-154c-4cb8-967b-75133ee46dc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6ab662c-1497-4422-974b-d0894e361a1e,revision_number=None']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:11:05.059035 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-936d4802-154c-4cb8-967b-75133ee46dc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:11:05.062013 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-b1ff728e-f6a9-43cf-b759-de6f50ec9bbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:05.072087 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-936d4802-154c-4cb8-967b-75133ee46dc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:05.074339 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [None req-936d4802-154c-4cb8-967b-75133ee46dc0 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/f6ab662c-1497-4422-974b-d0894e361a1e HTTP/1.1" status: 204 len: 168 time: 0.3220756 Aug 25 16:11:05.112087 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-a4fe5554-4926-46fd-8184-244cf0e5ef35 req-0de7e5d4-743f-43f6-a279-37a5b13044c5 service neutron] 10.222.0.68 "GET /v2.0/networks/aad61cb0-d4d9-415f-959c-855a438981a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543336 Aug 25 16:11:05.138180 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e897b39d-8c8a-468f-864a-49ef504fa546 req-9d4e9085-e5cb-488b-b84c-a81631a9b082 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:05.139685 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-e897b39d-8c8a-468f-864a-49ef504fa546 req-9d4e9085-e5cb-488b-b84c-a81631a9b082 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/ports?device_id=21576f61-6c69-4e7d-bcca-66318419bc0b HTTP/1.1" status: 200 len: 946 time: 0.1509907 Aug 25 16:11:05.173947 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-b1ff728e-f6a9-43cf-b759-de6f50ec9bbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:05.180115 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:11:05.206346 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ff728e-f6a9-43cf-b759-de6f50ec9bbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3920ce6-dff9-49f8-9e25-200c8d1ac9e2,revision_number=None']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:11:05.212313 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-b1ff728e-f6a9-43cf-b759-de6f50ec9bbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:11:05.220084 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-b1ff728e-f6a9-43cf-b759-de6f50ec9bbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:05.224073 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [None req-b1ff728e-f6a9-43cf-b759-de6f50ec9bbc admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/e3920ce6-dff9-49f8-9e25-200c8d1ac9e2 HTTP/1.1" status: 204 len: 168 time: 0.4262712 Aug 25 16:11:05.245996 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-e897b39d-8c8a-468f-864a-49ef504fa546 req-95be9625-f8b4-48cf-88cf-a0dca87ae468 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/security-groups?id=9e7f6e62-5d07-4b94-bd1b-2408a7eb9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985408 Aug 25 16:11:05.315022 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-a4fe5554-4926-46fd-8184-244cf0e5ef35 req-f43704b2-b14b-43ae-8727-16f6f7ff1c1f service neutron] 10.222.0.68 "GET /v2.0/networks/aad61cb0-d4d9-415f-959c-855a438981a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1953964 Aug 25 16:11:05.584353 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.wsgi [-] (75041) accepted ('10.222.0.68', 54818) {{(pid=75041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:11:05.626392 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-fb6602c2-03a5-4a90-9077-8cb047da3780 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:05.664237 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.quota.driver [None req-fb6602c2-03a5-4a90-9077-8cb047da3780 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:11:05.669374 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [None req-fb6602c2-03a5-4a90-9077-8cb047da3780 admin admin] Usage tracker for resource:security_group_rule and tenant:1a8c32decc8e436f92df08dfe5bc92e0 is out of sync, need to count used quota {{(pid=75041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:11:05.672490 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [None req-fb6602c2-03a5-4a90-9077-8cb047da3780 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:11:05.679251 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.quota.driver [None req-fb6602c2-03a5-4a90-9077-8cb047da3780 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:11:05.745505 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-e62c13bc-7b24-4dd1-a224-6271378b6a71 req-a6a0e846-baf9-49b7-ad7b-93e1f5df843b tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] 10.222.0.68 "GET /v2.0/ports?device_id=67fc220e-fb05-4486-bf4b-c576de989e31 HTTP/1.1" status: 200 len: 210 time: 0.1002696 Aug 25 16:11:05.785550 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-fb6602c2-03a5-4a90-9077-8cb047da3780 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:05.798053 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-fb6602c2-03a5-4a90-9077-8cb047da3780 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:05.806567 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:11:05.852318 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6602c2-03a5-4a90-9077-8cb047da3780 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e7a6e5a-9231-4d85-8fcb-24af15d9de51,revision_number=1']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:11:05.856317 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-fb6602c2-03a5-4a90-9077-8cb047da3780 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:11:05.859090 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [None req-fb6602c2-03a5-4a90-9077-8cb047da3780 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=1a8c32decc8e436f92df08dfe5bc92e0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2735951 Aug 25 16:11:05.862154 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.wsgi [-] (75041) accepted ('10.222.0.68', 54832) {{(pid=75041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:11:05.943833 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-adcde074-db3f-42c4-9407-d1ba9492accb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:05.977477 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-adcde074-db3f-42c4-9407-d1ba9492accb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:06.065135 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-adcde074-db3f-42c4-9407-d1ba9492accb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:06.070536 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-17dfe89a-19e5-4d60-a261-6b59726f7899 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:11:06.094425 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcde074-db3f-42c4-9407-d1ba9492accb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e7a6e5a-9231-4d85-8fcb-24af15d9de51,revision_number=None']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:11:06.100049 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-adcde074-db3f-42c4-9407-d1ba9492accb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:11:06.113932 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-adcde074-db3f-42c4-9407-d1ba9492accb admin admin] Notify callbacks [] for security_group, before_response {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:06.117249 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [None req-adcde074-db3f-42c4-9407-d1ba9492accb admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/6e7a6e5a-9231-4d85-8fcb-24af15d9de51 HTTP/1.1" status: 204 len: 168 time: 0.2537239 Aug 25 16:11:06.567039 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da3ae70-f1e9-43d2-801c-f01f67ffb13a req-39165ca2-4f71-47f2-9eee-83b23b3484c5 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:06.574294 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-0da3ae70-f1e9-43d2-801c-f01f67ffb13a req-39165ca2-4f71-47f2-9eee-83b23b3484c5 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/ports?device_id=21576f61-6c69-4e7d-bcca-66318419bc0b HTTP/1.1" status: 200 len: 946 time: 0.1518180 Aug 25 16:11:06.623115 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-0da3ae70-f1e9-43d2-801c-f01f67ffb13a req-5c5b79c1-5591-4181-a59c-c201af502211 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/security-groups?id=9e7f6e62-5d07-4b94-bd1b-2408a7eb9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478301 Aug 25 16:11:06.937906 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-0c2286e9-0202-4855-ba6a-205ae455c9f6 req-61e66928-7a73-4a03-a669-4c4b75dcc442 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] 10.222.0.68 "GET /v2.0/ports?device_id=67fc220e-fb05-4486-bf4b-c576de989e31 HTTP/1.1" status: 200 len: 210 time: 0.0474691 Aug 25 16:11:07.507404 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fe5554-4926-46fd-8184-244cf0e5ef35 req-343244e6-b2c3-48b8-8dad-a5e5f909ee62 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:07.508945 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-a4fe5554-4926-46fd-8184-244cf0e5ef35 req-343244e6-b2c3-48b8-8dad-a5e5f909ee62 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] 10.222.0.70 "GET /v2.0/networks?id=aad61cb0-d4d9-415f-959c-855a438981a1 HTTP/1.1" status: 200 len: 813 time: 0.3925099 Aug 25 16:11:07.539636 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.v2.base [req-a4fe5554-4926-46fd-8184-244cf0e5ef35 req-eb14ac59-d44e-445a-a400-7c96dc439967 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] Request body: {'port': {'device_id': '67fc220e-fb05-4486-bf4b-c576de989e31', 'network_id': 'aad61cb0-d4d9-415f-959c-855a438981a1', 'admin_state_up': True, 'tenant_id': '9cb4e2d656cb43358370c10c173ff464'}} {{(pid=75041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:11:07.735662 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.quota.driver [req-a4fe5554-4926-46fd-8184-244cf0e5ef35 req-eb14ac59-d44e-445a-a400-7c96dc439967 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:11:07.747485 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.quota.driver [req-a4fe5554-4926-46fd-8184-244cf0e5ef35 req-eb14ac59-d44e-445a-a400-7c96dc439967 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=75041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:11:07.761051 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4fe5554-4926-46fd-8184-244cf0e5ef35 req-eb14ac59-d44e-445a-a400-7c96dc439967 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] Made reservation on behalf of 9cb4e2d656cb43358370c10c173ff464 for: {'port': 1} {{(pid=75041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:11:07.764865 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [req-a4fe5554-4926-46fd-8184-244cf0e5ef35 req-eb14ac59-d44e-445a-a400-7c96dc439967 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:08.068266 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.db_base_plugin_common [req-a4fe5554-4926-46fd-8184-244cf0e5ef35 req-eb14ac59-d44e-445a-a400-7c96dc439967 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] Allocated IP 172.20.0.4 (aad61cb0-d4d9-415f-959c-855a438981a1/33e45a3e-8c03-4dce-9e75-1dc9683ee755/86eb648f-4e18-49c9-925c-2829e94ceb2d) {{(pid=75041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:11:08.095910 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b756d4-8e16-4581-8304-91bcb7b2135d req-546ec853-3e4b-4e98-a48b-b0ddf3f3db87 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:08.098248 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-79b756d4-8e16-4581-8304-91bcb7b2135d req-546ec853-3e4b-4e98-a48b-b0ddf3f3db87 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/ports?device_id=21576f61-6c69-4e7d-bcca-66318419bc0b HTTP/1.1" status: 200 len: 946 time: 0.1973526 Aug 25 16:11:08.194209 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-79b756d4-8e16-4581-8304-91bcb7b2135d req-7b5d31e3-4854-499a-9495-f165820ce1cc tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/security-groups?id=9e7f6e62-5d07-4b94-bd1b-2408a7eb9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870512 Aug 25 16:11:08.408508 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [req-a4fe5554-4926-46fd-8184-244cf0e5ef35 req-eb14ac59-d44e-445a-a400-7c96dc439967 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] Notify callbacks [] for port, precommit_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:08.555911 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-3c1893b1-b5ec-4b39-a018-5c306c4d3f3a req-4b0cec60-b5ab-48f7-8cef-f212aaa12fcb tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] 10.222.0.68 "GET /v2.0/ports?device_id=67fc220e-fb05-4486-bf4b-c576de989e31 HTTP/1.1" status: 200 len: 210 time: 0.0984321 Aug 25 16:11:08.559700 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [req-a4fe5554-4926-46fd-8184-244cf0e5ef35 req-eb14ac59-d44e-445a-a400-7c96dc439967 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776571788279'] for port, after_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:08.567173 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:11:08.573035 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.db [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] get_ports_and_sgs() called for port_ids ['10ad7f25-3a4a-4869-b72e-0006ee6c2a61', 'be9f1990-ef92-4ea4-ad95-a26055f955b7'] {{(pid=75042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:11:08.669893 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4fe5554-4926-46fd-8184-244cf0e5ef35 req-eb14ac59-d44e-445a-a400-7c96dc439967 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] Network aad61cb0-d4d9-415f-959c-855a438981a1 is already hosted by enough agents. {{(pid=75041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:11:08.671324 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.scheduler.base_scheduler [req-a4fe5554-4926-46fd-8184-244cf0e5ef35 req-eb14ac59-d44e-445a-a400-7c96dc439967 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] Resources bound (agent type, host, resource id): {{(pid=75041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:11:08.676086 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4fe5554-4926-46fd-8184-244cf0e5ef35 req-eb14ac59-d44e-445a-a400-7c96dc439967 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] Received port after_create {{(pid=75041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:11:08.705273 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fe5554-4926-46fd-8184-244cf0e5ef35 req-eb14ac59-d44e-445a-a400-7c96dc439967 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:08.706397 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [req-a4fe5554-4926-46fd-8184-244cf0e5ef35 req-eb14ac59-d44e-445a-a400-7c96dc439967 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16129646'] for port, before_response {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:08.742505 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb14ac59-d44e-445a-a400-7c96dc439967 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] Pushing event updated for resources: {'Port': ['ID=86eb648f-4e18-49c9-925c-2829e94ceb2d,revision_number=1']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:11:08.746115 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-eb14ac59-d44e-445a-a400-7c96dc439967 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:11:08.756994 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-a4fe5554-4926-46fd-8184-244cf0e5ef35 req-eb14ac59-d44e-445a-a400-7c96dc439967 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2235067 Aug 25 16:11:08.770594 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.v2.base [req-a4fe5554-4926-46fd-8184-244cf0e5ef35 req-c3f2a535-3d64-4ee1-a25f-3d1439b664e4 service neutron] Request body: {'port': {'device_id': '67fc220e-fb05-4486-bf4b-c576de989e31', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80600'}} {{(pid=75041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:11:08.959405 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [req-a4fe5554-4926-46fd-8184-244cf0e5ef35 req-c3f2a535-3d64-4ee1-a25f-3d1439b664e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_update {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:09.491692 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.notifiers.nova [req-a4fe5554-4926-46fd-8184-244cf0e5ef35 req-c3f2a535-3d64-4ee1-a25f-3d1439b664e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86eb648f-4e18-49c9-925c-2829e94ceb2d {{(pid=75041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:11:09.499857 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [req-a4fe5554-4926-46fd-8184-244cf0e5ef35 req-c3f2a535-3d64-4ee1-a25f-3d1439b664e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:09.537665 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.provisioning_blocks [req-a4fe5554-4926-46fd-8184-244cf0e5ef35 req-c3f2a535-3d64-4ee1-a25f-3d1439b664e4 service neutron] Transition to ACTIVE for port object 86eb648f-4e18-49c9-925c-2829e94ceb2d will not be triggered until provisioned by entity L2. {{(pid=75041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:11:09.541392 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [req-a4fe5554-4926-46fd-8184-244cf0e5ef35 req-c3f2a535-3d64-4ee1-a25f-3d1439b664e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776572168726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776571761677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776571761722'] for port, after_update {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:09.563671 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:11:09.619699 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883a8d9f-4267-4686-9ede-564bd21275c0 req-6e169789-e798-4363-880d-a66d5d052bad tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:09.623514 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-883a8d9f-4267-4686-9ede-564bd21275c0 req-6e169789-e798-4363-880d-a66d5d052bad tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/ports?device_id=21576f61-6c69-4e7d-bcca-66318419bc0b HTTP/1.1" status: 200 len: 946 time: 0.1331437 Aug 25 16:11:09.707237 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f2a535-3d64-4ee1-a25f-3d1439b664e4 service neutron] Pushing event updated for resources: {'Port': ['ID=86eb648f-4e18-49c9-925c-2829e94ceb2d,revision_number=2']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:11:09.710516 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-c3f2a535-3d64-4ee1-a25f-3d1439b664e4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:11:09.733476 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-883a8d9f-4267-4686-9ede-564bd21275c0 req-c9642e41-69ae-447c-a416-a6cf43de0190 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/security-groups?id=9e7f6e62-5d07-4b94-bd1b-2408a7eb9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033175 Aug 25 16:11:09.824872 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.managers [req-a4fe5554-4926-46fd-8184-244cf0e5ef35 req-c3f2a535-3d64-4ee1-a25f-3d1439b664e4 service neutron] Attempting to bind port 86eb648f-4e18-49c9-925c-2829e94ceb2d on host hv-cinder-80600 for vnic_type normal with profile {{(pid=75041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:11:09.825361 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.managers [req-a4fe5554-4926-46fd-8184-244cf0e5ef35 req-c3f2a535-3d64-4ee1-a25f-3d1439b664e4 service neutron] Attempting to bind port 86eb648f-4e18-49c9-925c-2829e94ceb2d by drivers openvswitch,hyperv on host hv-cinder-80600 at level 0 using segments [{'id': '215609b0-0c2d-4037-aca0-35ce882d3942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'aad61cb0-d4d9-415f-959c-855a438981a1'}] {{(pid=75041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:11:09.825914 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4fe5554-4926-46fd-8184-244cf0e5ef35 req-c3f2a535-3d64-4ee1-a25f-3d1439b664e4 service neutron] Attempting to bind port 86eb648f-4e18-49c9-925c-2829e94ceb2d on network aad61cb0-d4d9-415f-959c-855a438981a1 {{(pid=75041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:11:09.836705 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4fe5554-4926-46fd-8184-244cf0e5ef35 req-c3f2a535-3d64-4ee1-a25f-3d1439b664e4 service neutron] Port 86eb648f-4e18-49c9-925c-2829e94ceb2d on network aad61cb0-d4d9-415f-959c-855a438981a1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80600 {{(pid=75041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 16:11:09.837154 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4fe5554-4926-46fd-8184-244cf0e5ef35 req-c3f2a535-3d64-4ee1-a25f-3d1439b664e4 service neutron] Attempting to bind port 86eb648f-4e18-49c9-925c-2829e94ceb2d on network aad61cb0-d4d9-415f-959c-855a438981a1 {{(pid=75041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:11:09.859820 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4fe5554-4926-46fd-8184-244cf0e5ef35 req-c3f2a535-3d64-4ee1-a25f-3d1439b664e4 service neutron] Checking agent: {'id': 'ce44fce8-b773-464c-81ed-5793acd8e0ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80600', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 7, 48), 'started_at': datetime.datetime(2021, 8, 25, 16, 7, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 10, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:11:09.860279 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4fe5554-4926-46fd-8184-244cf0e5ef35 req-c3f2a535-3d64-4ee1-a25f-3d1439b664e4 service neutron] Checking segment: {'id': '215609b0-0c2d-4037-aca0-35ce882d3942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'aad61cb0-d4d9-415f-959c-855a438981a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:11:09.860728 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4fe5554-4926-46fd-8184-244cf0e5ef35 req-c3f2a535-3d64-4ee1-a25f-3d1439b664e4 service neutron] Bound using segment: {'id': '215609b0-0c2d-4037-aca0-35ce882d3942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'aad61cb0-d4d9-415f-959c-855a438981a1'} {{(pid=75041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:11:09.861260 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.managers [req-a4fe5554-4926-46fd-8184-244cf0e5ef35 req-c3f2a535-3d64-4ee1-a25f-3d1439b664e4 service neutron] Bound port: 86eb648f-4e18-49c9-925c-2829e94ceb2d, host: hv-cinder-80600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '215609b0-0c2d-4037-aca0-35ce882d3942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'aad61cb0-d4d9-415f-959c-855a438981a1'}}] {{(pid=75041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:11:09.861961 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [req-a4fe5554-4926-46fd-8184-244cf0e5ef35 req-c3f2a535-3d64-4ee1-a25f-3d1439b664e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_update {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:09.954008 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982c3655-5893-451b-b77b-27079a67eea3 req-78012d63-b2d1-463c-9fff-4b024411dce0 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:09.954748 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [req-982c3655-5893-451b-b77b-27079a67eea3 req-78012d63-b2d1-463c-9fff-4b024411dce0 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] Synchronizing usage tracker for tenant:9cb4e2d656cb43358370c10c173ff464 on resource:port {{(pid=75041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:11:10.061743 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.db [req-a4fe5554-4926-46fd-8184-244cf0e5ef35 req-c3f2a535-3d64-4ee1-a25f-3d1439b664e4 service neutron] For port 86eb648f-4e18-49c9-925c-2829e94ceb2d, host hv-cinder-80600, cleared binding levels {{(pid=75041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:11:10.063896 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [req-982c3655-5893-451b-b77b-27079a67eea3 req-78012d63-b2d1-463c-9fff-4b024411dce0 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] Unset dirty status for tenant:9cb4e2d656cb43358370c10c173ff464 on resource:port {{(pid=75041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:11:10.065066 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-982c3655-5893-451b-b77b-27079a67eea3 req-78012d63-b2d1-463c-9fff-4b024411dce0 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] 10.222.0.68 "GET /v2.0/ports?device_id=67fc220e-fb05-4486-bf4b-c576de989e31 HTTP/1.1" status: 200 len: 943 time: 0.2865944 Aug 25 16:11:10.067438 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.db [req-a4fe5554-4926-46fd-8184-244cf0e5ef35 req-c3f2a535-3d64-4ee1-a25f-3d1439b664e4 service neutron] For port 86eb648f-4e18-49c9-925c-2829e94ceb2d, host hv-cinder-80600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=86eb648f-4e18-49c9-925c-2829e94ceb2d,segment=NetworkSegment(215609b0-0c2d-4037-aca0-35ce882d3942),segment_id=215609b0-0c2d-4037-aca0-35ce882d3942)] {{(pid=75041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:11:10.075891 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [req-a4fe5554-4926-46fd-8184-244cf0e5ef35 req-c3f2a535-3d64-4ee1-a25f-3d1439b664e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776572168726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776571761677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776571761722'] for port, after_update {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:10.080264 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:11:10.178715 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [req-a4fe5554-4926-46fd-8184-244cf0e5ef35 req-c3f2a535-3d64-4ee1-a25f-3d1439b664e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16129646'] for port, before_response {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:10.180095 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-a4fe5554-4926-46fd-8184-244cf0e5ef35 req-c3f2a535-3d64-4ee1-a25f-3d1439b664e4 service neutron] 10.222.0.70 "PUT /v2.0/ports/86eb648f-4e18-49c9-925c-2829e94ceb2d HTTP/1.1" status: 200 len: 1093 time: 1.4143047 Aug 25 16:11:10.180582 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67fc220e-fb05-4486-bf4b-c576de989e31', 'tag': '86eb648f-4e18-49c9-925c-2829e94ceb2d'}] {{(pid=75041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:11:10.202894 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-982c3655-5893-451b-b77b-27079a67eea3 req-6f601048-c25b-449a-8b57-76f28477d9f9 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] 10.222.0.68 "GET /v2.0/security-groups?id=08292ed9-3586-482c-a672-563a9deccae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287549 Aug 25 16:11:10.204345 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f2a535-3d64-4ee1-a25f-3d1439b664e4 service neutron] Pushing event updated for resources: {'Port': ['ID=86eb648f-4e18-49c9-925c-2829e94ceb2d,revision_number=3']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:11:10.208850 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-c3f2a535-3d64-4ee1-a25f-3d1439b664e4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:11:10.290871 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67fc220e-fb05-4486-bf4b-c576de989e31', 'tag': '86eb648f-4e18-49c9-925c-2829e94ceb2d', 'status': 'completed', 'code': 200} Aug 25 16:11:10.341513 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-a4fe5554-4926-46fd-8184-244cf0e5ef35 req-99612b97-a883-43a8-afe5-fa4f4689c696 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9cb4e2d656cb43358370c10c173ff464&device_id=67fc220e-fb05-4486-bf4b-c576de989e31 HTTP/1.1" status: 200 len: 1096 time: 0.1054437 Aug 25 16:11:10.469229 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-a4fe5554-4926-46fd-8184-244cf0e5ef35 req-5dc7cf7d-a8ab-4c3c-86be-a34b7d7c9369 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=86eb648f-4e18-49c9-925c-2829e94ceb2d HTTP/1.1" status: 200 len: 217 time: 0.1124530 Aug 25 16:11:10.618331 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fe5554-4926-46fd-8184-244cf0e5ef35 req-3341f15b-e35e-45be-93ca-20a9c53a6768 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:10.621380 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-a4fe5554-4926-46fd-8184-244cf0e5ef35 req-3341f15b-e35e-45be-93ca-20a9c53a6768 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=33e45a3e-8c03-4dce-9e75-1dc9683ee755 HTTP/1.1" status: 200 len: 853 time: 0.1418514 Aug 25 16:11:10.675318 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-a4fe5554-4926-46fd-8184-244cf0e5ef35 req-2d499175-cbe5-4437-91cc-89491c4e0a3e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=aad61cb0-d4d9-415f-959c-855a438981a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471046 Aug 25 16:11:10.876233 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-a4fe5554-4926-46fd-8184-244cf0e5ef35 req-c920ffd9-7d47-45d3-9fb8-9b1a292633af service neutron] 10.222.0.70 "GET /v2.0/networks/aad61cb0-d4d9-415f-959c-855a438981a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820574 Aug 25 16:11:10.971210 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caac3cfa-c1b2-42f2-8c6c-73126327d3aa req-94a2b909-f3d6-4380-8c24-4e9b5372970f tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:10.973666 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-caac3cfa-c1b2-42f2-8c6c-73126327d3aa req-94a2b909-f3d6-4380-8c24-4e9b5372970f tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/ports?device_id=21576f61-6c69-4e7d-bcca-66318419bc0b HTTP/1.1" status: 200 len: 946 time: 0.0914369 Aug 25 16:11:11.028311 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-caac3cfa-c1b2-42f2-8c6c-73126327d3aa req-3b974bff-748a-44d4-b6cd-58a5b0f716f9 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/security-groups?id=9e7f6e62-5d07-4b94-bd1b-2408a7eb9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490174 Aug 25 16:11:11.044989 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-a4fe5554-4926-46fd-8184-244cf0e5ef35 req-5e2dd8d3-334e-4d07-9267-c0e1ff620339 service neutron] 10.222.0.70 "GET /v2.0/networks/aad61cb0-d4d9-415f-959c-855a438981a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582553 Aug 25 16:11:11.205367 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-3198fc37-249d-4dd7-890f-7c5572e64a89 req-79e4c068-701a-4f47-9473-237b4a238ce2 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9cb4e2d656cb43358370c10c173ff464&device_id=67fc220e-fb05-4486-bf4b-c576de989e31 HTTP/1.1" status: 200 len: 1096 time: 0.0897431 Aug 25 16:11:11.402075 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3198fc37-249d-4dd7-890f-7c5572e64a89 req-6dc5962e-66a5-4701-8039-76a5153f293d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:11.404212 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-3198fc37-249d-4dd7-890f-7c5572e64a89 req-6dc5962e-66a5-4701-8039-76a5153f293d service neutron] 10.222.0.70 "GET /v2.0/networks?id=aad61cb0-d4d9-415f-959c-855a438981a1 HTTP/1.1" status: 200 len: 914 time: 0.1908767 Aug 25 16:11:11.496043 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-3198fc37-249d-4dd7-890f-7c5572e64a89 req-bc3ba8f9-dffb-465b-ac90-e5c962bb782f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=86eb648f-4e18-49c9-925c-2829e94ceb2d HTTP/1.1" status: 200 len: 217 time: 0.0728426 Aug 25 16:11:11.555269 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5a3b2a-fd65-4bf2-a1b4-4d9b9872c6ee req-714394a8-fe34-4e58-8e4e-882322c00af5 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:11.555269 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-da5a3b2a-fd65-4bf2-a1b4-4d9b9872c6ee req-714394a8-fe34-4e58-8e4e-882322c00af5 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] 10.222.0.68 "GET /v2.0/ports?device_id=67fc220e-fb05-4486-bf4b-c576de989e31 HTTP/1.1" status: 200 len: 943 time: 0.1814687 Aug 25 16:11:11.639360 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3198fc37-249d-4dd7-890f-7c5572e64a89 req-08529ac3-cb81-4894-9e3d-a78c998e259d service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:11.640817 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-3198fc37-249d-4dd7-890f-7c5572e64a89 req-08529ac3-cb81-4894-9e3d-a78c998e259d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=33e45a3e-8c03-4dce-9e75-1dc9683ee755 HTTP/1.1" status: 200 len: 853 time: 0.1288850 Aug 25 16:11:11.648601 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-da5a3b2a-fd65-4bf2-a1b4-4d9b9872c6ee req-4c2821ba-8cf0-44fc-95c8-464bbc5cf38a tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] 10.222.0.68 "GET /v2.0/security-groups?id=08292ed9-3586-482c-a672-563a9deccae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576940 Aug 25 16:11:11.704076 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-3198fc37-249d-4dd7-890f-7c5572e64a89 req-99154826-89f4-4344-b9fe-da4c9e5433c1 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=aad61cb0-d4d9-415f-959c-855a438981a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510409 Aug 25 16:11:11.867486 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-3198fc37-249d-4dd7-890f-7c5572e64a89 req-c5a054e3-7f49-409a-becc-dba418df1f20 service neutron] 10.222.0.70 "GET /v2.0/networks/aad61cb0-d4d9-415f-959c-855a438981a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492372 Aug 25 16:11:12.022966 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-3198fc37-249d-4dd7-890f-7c5572e64a89 req-269ac206-ca40-40c9-b0c8-0defbfcd4e62 service neutron] 10.222.0.70 "GET /v2.0/networks/aad61cb0-d4d9-415f-959c-855a438981a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471636 Aug 25 16:11:12.058739 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.wsgi [-] (75041) accepted ('10.222.0.68', 55050) {{(pid=75041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:11:12.253386 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740b3580-4516-4e05-b8d5-bb4cc6204f07 req-1b00d813-ad67-43f4-bf22-be043a5479de tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:12.260701 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-740b3580-4516-4e05-b8d5-bb4cc6204f07 req-1b00d813-ad67-43f4-bf22-be043a5479de tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/ports?device_id=21576f61-6c69-4e7d-bcca-66318419bc0b HTTP/1.1" status: 200 len: 946 time: 0.0947914 Aug 25 16:11:12.266952 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-0ceb60b3-0a43-4058-82b5-ea91bde24b57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:12.324159 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.quota.driver [None req-0ceb60b3-0a43-4058-82b5-ea91bde24b57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:11:12.328570 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [None req-0ceb60b3-0a43-4058-82b5-ea91bde24b57 admin admin] Usage tracker for resource:security_group_rule and tenant:dc5abb69d70543a5ae9bd325484f30b1 is out of sync, need to count used quota {{(pid=75041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:11:12.332141 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [None req-0ceb60b3-0a43-4058-82b5-ea91bde24b57 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:11:12.336268 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-740b3580-4516-4e05-b8d5-bb4cc6204f07 req-5207a5be-0fca-427d-8069-8baf6554530e tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/security-groups?id=9e7f6e62-5d07-4b94-bd1b-2408a7eb9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745339 Aug 25 16:11:12.340355 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.quota.driver [None req-0ceb60b3-0a43-4058-82b5-ea91bde24b57 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:11:12.422226 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-0ceb60b3-0a43-4058-82b5-ea91bde24b57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:12.426276 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-0ceb60b3-0a43-4058-82b5-ea91bde24b57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:12.434293 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:11:12.474854 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ceb60b3-0a43-4058-82b5-ea91bde24b57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af57253e-4eb5-4c42-bf98-a7f0b5ce1ae3,revision_number=1']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:11:12.479540 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-0ceb60b3-0a43-4058-82b5-ea91bde24b57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:11:12.485411 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 55062) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:11:12.496917 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [None req-0ceb60b3-0a43-4058-82b5-ea91bde24b57 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=dc5abb69d70543a5ae9bd325484f30b1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4346025 Aug 25 16:11:12.559612 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-0d343bc6-c4f8-4841-b169-51d9a97b0e2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:12.587462 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-0d343bc6-c4f8-4841-b169-51d9a97b0e2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:12.662436 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-0d343bc6-c4f8-4841-b169-51d9a97b0e2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:12.667251 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-e1113a2c-3ba6-4695-8cbe-ec823ff7b95b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:11:12.689038 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d343bc6-c4f8-4841-b169-51d9a97b0e2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af57253e-4eb5-4c42-bf98-a7f0b5ce1ae3,revision_number=None']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:11:12.703731 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-0d343bc6-c4f8-4841-b169-51d9a97b0e2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:11:12.712058 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-0d343bc6-c4f8-4841-b169-51d9a97b0e2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:12.714868 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-0d343bc6-c4f8-4841-b169-51d9a97b0e2a admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/af57253e-4eb5-4c42-bf98-a7f0b5ce1ae3 HTTP/1.1" status: 204 len: 168 time: 0.2283351 Aug 25 16:11:13.019014 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8669eb12-990e-4985-9775-a9586e10898d req-0180ea1f-139d-42aa-b090-5c7988701f37 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:13.020663 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-8669eb12-990e-4985-9775-a9586e10898d req-0180ea1f-139d-42aa-b090-5c7988701f37 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] 10.222.0.68 "GET /v2.0/ports?device_id=67fc220e-fb05-4486-bf4b-c576de989e31 HTTP/1.1" status: 200 len: 943 time: 0.2137156 Aug 25 16:11:13.091135 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-8669eb12-990e-4985-9775-a9586e10898d req-3b2df9c8-187b-4208-a4c8-ade1786f15c1 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] 10.222.0.68 "GET /v2.0/security-groups?id=08292ed9-3586-482c-a672-563a9deccae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636296 Aug 25 16:11:13.296698 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 55094) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:11:13.316588 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-038255e1-dfc6-4d3e-aa51-8d70fb7c6b54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:13.356537 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-038255e1-dfc6-4d3e-aa51-8d70fb7c6b54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:11:13.360933 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-038255e1-dfc6-4d3e-aa51-8d70fb7c6b54 admin admin] Usage tracker for resource:security_group_rule and tenant:f712a8ab9759448e8c89b34678371211 is out of sync, need to count used quota {{(pid=75040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:11:13.364566 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-038255e1-dfc6-4d3e-aa51-8d70fb7c6b54 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:11:13.370645 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-038255e1-dfc6-4d3e-aa51-8d70fb7c6b54 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:11:13.457121 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-038255e1-dfc6-4d3e-aa51-8d70fb7c6b54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:13.461445 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-038255e1-dfc6-4d3e-aa51-8d70fb7c6b54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:13.469645 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:11:13.513113 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038255e1-dfc6-4d3e-aa51-8d70fb7c6b54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=594f08b1-aa16-4ab3-947d-07df6f6e664d,revision_number=1']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:11:13.516895 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-038255e1-dfc6-4d3e-aa51-8d70fb7c6b54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:11:13.519818 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-038255e1-dfc6-4d3e-aa51-8d70fb7c6b54 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=f712a8ab9759448e8c89b34678371211&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2220967 Aug 25 16:11:13.523571 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.wsgi [-] (75041) accepted ('10.222.0.68', 55100) {{(pid=75041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:11:13.623127 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-77894903-8f23-4ec4-938d-f039aacd1f18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:13.630071 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ceee6d-6e39-4672-9052-d562a1ec6738 req-1386cb6d-bd81-4b6d-93dc-6a93d0f1c205 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:13.631586 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-c4ceee6d-6e39-4672-9052-d562a1ec6738 req-1386cb6d-bd81-4b6d-93dc-6a93d0f1c205 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/ports?device_id=21576f61-6c69-4e7d-bcca-66318419bc0b HTTP/1.1" status: 200 len: 946 time: 0.1588445 Aug 25 16:11:13.683486 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-77894903-8f23-4ec4-938d-f039aacd1f18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:13.730815 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-c4ceee6d-6e39-4672-9052-d562a1ec6738 req-91c6ed56-71ec-4cfd-8e4b-bf8043b5e002 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/security-groups?id=9e7f6e62-5d07-4b94-bd1b-2408a7eb9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892653 Aug 25 16:11:13.761465 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-77894903-8f23-4ec4-938d-f039aacd1f18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:13.766885 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-39212cba-589e-480f-9302-26333f3e45d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:11:13.781039 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77894903-8f23-4ec4-938d-f039aacd1f18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=594f08b1-aa16-4ab3-947d-07df6f6e664d,revision_number=None']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:11:13.784811 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-77894903-8f23-4ec4-938d-f039aacd1f18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:11:13.792380 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-77894903-8f23-4ec4-938d-f039aacd1f18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:13.796820 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [None req-77894903-8f23-4ec4-938d-f039aacd1f18 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/594f08b1-aa16-4ab3-947d-07df6f6e664d HTTP/1.1" status: 204 len: 168 time: 0.2711341 Aug 25 16:11:14.304216 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 55126) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:11:14.325810 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-c895555b-33c5-4109-be2b-d79864736c0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:14.361784 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-c895555b-33c5-4109-be2b-d79864736c0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:11:14.365980 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-c895555b-33c5-4109-be2b-d79864736c0f admin admin] Usage tracker for resource:security_group_rule and tenant:c6b0d6a6dfd94bc48b196b1c2c479ab7 is out of sync, need to count used quota {{(pid=75040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:11:14.368859 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-c895555b-33c5-4109-be2b-d79864736c0f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:11:14.375373 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-c895555b-33c5-4109-be2b-d79864736c0f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:11:14.410940 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a974a831-cde1-4ba0-b7c8-00c1f19e90ef req-117445af-5125-4a01-bde0-4d500f70b40a tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:14.412516 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-a974a831-cde1-4ba0-b7c8-00c1f19e90ef req-117445af-5125-4a01-bde0-4d500f70b40a tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] 10.222.0.68 "GET /v2.0/ports?device_id=67fc220e-fb05-4486-bf4b-c576de989e31 HTTP/1.1" status: 200 len: 943 time: 0.1422989 Aug 25 16:11:14.465712 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-a974a831-cde1-4ba0-b7c8-00c1f19e90ef req-42b98126-b278-4908-bf0b-06e220654296 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] 10.222.0.68 "GET /v2.0/security-groups?id=08292ed9-3586-482c-a672-563a9deccae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462258 Aug 25 16:11:14.498180 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-c895555b-33c5-4109-be2b-d79864736c0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:14.503392 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-c895555b-33c5-4109-be2b-d79864736c0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:14.510763 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:11:14.552055 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c895555b-33c5-4109-be2b-d79864736c0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dbe0ab4-4d63-412f-a87f-8e3b1ed2f63a,revision_number=1']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:11:14.555082 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-c895555b-33c5-4109-be2b-d79864736c0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:11:14.558015 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-c895555b-33c5-4109-be2b-d79864736c0f admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=c6b0d6a6dfd94bc48b196b1c2c479ab7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2518198 Aug 25 16:11:14.561654 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 55134) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:11:14.585359 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.db.agents_db [None req-a821c616-a82d-4ce6-adbe-0c63f7de4494 None None] Agent healthcheck: found 6 active agents {{(pid=75043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:11:14.648542 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-a8ba643d-e5e7-4a5a-b7a9-651b0fee95d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:14.675471 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-a8ba643d-e5e7-4a5a-b7a9-651b0fee95d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:14.730909 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-a8ba643d-e5e7-4a5a-b7a9-651b0fee95d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:14.735261 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-5db95a0e-01e0-4696-9fd5-29881c595ff6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:11:14.748954 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ba643d-e5e7-4a5a-b7a9-651b0fee95d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dbe0ab4-4d63-412f-a87f-8e3b1ed2f63a,revision_number=None']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:11:14.752548 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-a8ba643d-e5e7-4a5a-b7a9-651b0fee95d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:11:14.758780 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-a8ba643d-e5e7-4a5a-b7a9-651b0fee95d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:14.760585 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-a8ba643d-e5e7-4a5a-b7a9-651b0fee95d5 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/0dbe0ab4-4d63-412f-a87f-8e3b1ed2f63a HTTP/1.1" status: 204 len: 168 time: 0.1974249 Aug 25 16:11:15.001926 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20a06c1-01e9-4354-92a5-5c2eaae87449 req-2e74e07d-7cf7-419b-9919-796c0dba5a53 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:15.003645 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-a20a06c1-01e9-4354-92a5-5c2eaae87449 req-2e74e07d-7cf7-419b-9919-796c0dba5a53 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/ports?device_id=21576f61-6c69-4e7d-bcca-66318419bc0b HTTP/1.1" status: 200 len: 946 time: 0.1075583 Aug 25 16:11:15.096219 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-a20a06c1-01e9-4354-92a5-5c2eaae87449 req-4cca9e85-6551-48e6-bb49-db2d528d65c5 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/security-groups?id=9e7f6e62-5d07-4b94-bd1b-2408a7eb9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856857 Aug 25 16:11:15.647877 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Device 86eb648f-4e18-49c9-925c-2829e94ceb2d details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 25 16:11:15.739594 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113a7ccb-304d-43d7-969d-7971145e0435 req-8ebc8fd0-fc49-4084-9ce9-51ae3504beac tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:15.748229 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-113a7ccb-304d-43d7-969d-7971145e0435 req-8ebc8fd0-fc49-4084-9ce9-51ae3504beac tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] 10.222.0.68 "GET /v2.0/ports?device_id=67fc220e-fb05-4486-bf4b-c576de989e31 HTTP/1.1" status: 200 len: 943 time: 0.1098831 Aug 25 16:11:15.803567 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-113a7ccb-304d-43d7-969d-7971145e0435 req-bc9d8441-9cf7-4404-8977-923cc172f3fa tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] 10.222.0.68 "GET /v2.0/security-groups?id=08292ed9-3586-482c-a672-563a9deccae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544522 Aug 25 16:11:15.905417 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.db [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] For port 86eb648f-4e18-49c9-925c-2829e94ceb2d, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=86eb648f-4e18-49c9-925c-2829e94ceb2d,segment=NetworkSegment(215609b0-0c2d-4037-aca0-35ce882d3942),segment_id=215609b0-0c2d-4037-aca0-35ce882d3942)] {{(pid=75042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:11:15.925061 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Returning: {'device': '86eb648f-4e18-49c9-925c-2829e94ceb2d', 'network_id': 'aad61cb0-d4d9-415f-959c-855a438981a1', 'port_id': '86eb648f-4e18-49c9-925c-2829e94ceb2d', 'mac_address': 'fa:16:3e:ec:9e:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 855, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33e45a3e-8c03-4dce-9e75-1dc9683ee755', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 25 16:11:15.982526 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:16.001986 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.notifiers.nova [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86eb648f-4e18-49c9-925c-2829e94ceb2d {{(pid=75042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:11:16.020086 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.db [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] For port 86eb648f-4e18-49c9-925c-2829e94ceb2d, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=86eb648f-4e18-49c9-925c-2829e94ceb2d,segment=NetworkSegment(215609b0-0c2d-4037-aca0-35ce882d3942),segment_id=215609b0-0c2d-4037-aca0-35ce882d3942)] {{(pid=75042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:11:16.024786 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776572168726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776571761677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776571761722'] for port, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:16.028314 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:11:16.035700 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 55192) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:11:16.117558 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Pushing event updated for resources: {'Port': ['ID=86eb648f-4e18-49c9-925c-2829e94ceb2d,revision_number=4']} {{(pid=75042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:11:16.121339 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:11:16.373048 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78dd7e8-1744-4a6c-97a9-f9af6df24895 req-6d4969ca-55c8-4351-8825-05712847d872 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:16.384515 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.db [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] get_ports_and_sgs() called for port_ids ['86eb648f-4e18-49c9-925c-2829e94ceb2d'] {{(pid=75042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:11:16.393676 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-c78dd7e8-1744-4a6c-97a9-f9af6df24895 req-6d4969ca-55c8-4351-8825-05712847d872 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/ports?device_id=21576f61-6c69-4e7d-bcca-66318419bc0b HTTP/1.1" status: 200 len: 946 time: 0.1541309 Aug 25 16:11:16.451240 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-d9b4d353-075e-46a6-bf52-d941847589fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:16.521244 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-d9b4d353-075e-46a6-bf52-d941847589fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:11:16.537701 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-c78dd7e8-1744-4a6c-97a9-f9af6df24895 req-a36c656f-61fb-48d6-a4d7-9c863ca96f71 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/security-groups?id=9e7f6e62-5d07-4b94-bd1b-2408a7eb9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419485 Aug 25 16:11:16.545442 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-d9b4d353-075e-46a6-bf52-d941847589fc admin admin] Usage tracker for resource:security_group_rule and tenant:5e4aa54984e94b6fbe9b2611204a83d5 is out of sync, need to count used quota {{(pid=75040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:11:16.550345 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-d9b4d353-075e-46a6-bf52-d941847589fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:11:16.576798 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-d9b4d353-075e-46a6-bf52-d941847589fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:11:16.732803 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-d9b4d353-075e-46a6-bf52-d941847589fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:16.743956 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-d9b4d353-075e-46a6-bf52-d941847589fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:16.845813 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-1ef9b8b4-0639-4bd8-acef-7a481b3f4afe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:11:16.890324 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-d9b4d353-075e-46a6-bf52-d941847589fc admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=5e4aa54984e94b6fbe9b2611204a83d5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8524501 Aug 25 16:11:16.890987 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b4d353-075e-46a6-bf52-d941847589fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=309ca609-30bd-45c0-9ecc-019da4392a41,revision_number=1']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:11:16.892972 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.wsgi [-] (75041) accepted ('10.222.0.68', 55232) {{(pid=75041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:11:16.894783 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-d9b4d353-075e-46a6-bf52-d941847589fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:11:16.970634 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-92bf1045-a47e-4d57-bdf6-a9c807e5f7a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:17.014961 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-92bf1045-a47e-4d57-bdf6-a9c807e5f7a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:17.084939 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-92bf1045-a47e-4d57-bdf6-a9c807e5f7a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:17.092622 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:11:17.109198 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bf1045-a47e-4d57-bdf6-a9c807e5f7a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=309ca609-30bd-45c0-9ecc-019da4392a41,revision_number=None']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:11:17.117945 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-92bf1045-a47e-4d57-bdf6-a9c807e5f7a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:11:17.124053 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-92bf1045-a47e-4d57-bdf6-a9c807e5f7a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:17.130064 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [None req-92bf1045-a47e-4d57-bdf6-a9c807e5f7a3 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/309ca609-30bd-45c0-9ecc-019da4392a41 HTTP/1.1" status: 204 len: 168 time: 0.2353313 Aug 25 16:11:17.154737 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d94eb83-17bb-410b-8547-7c450582e43f req-9bdaad01-856f-47e9-b9fb-d759dd532dee tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:17.156580 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-4d94eb83-17bb-410b-8547-7c450582e43f req-9bdaad01-856f-47e9-b9fb-d759dd532dee tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] 10.222.0.68 "GET /v2.0/ports?device_id=67fc220e-fb05-4486-bf4b-c576de989e31 HTTP/1.1" status: 200 len: 944 time: 0.1218896 Aug 25 16:11:17.228173 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-4d94eb83-17bb-410b-8547-7c450582e43f req-df58d2d6-fbbc-4b56-a34d-9205325ec48b tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] 10.222.0.68 "GET /v2.0/security-groups?id=08292ed9-3586-482c-a672-563a9deccae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659194 Aug 25 16:11:17.649647 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 55272) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:11:17.657737 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Device 86eb648f-4e18-49c9-925c-2829e94ceb2d up at agent hyperv_hv-cinder-80600 {{(pid=75042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:11:17.686685 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-587365cc-ad20-4457-addc-9b6bface8914 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:17.736945 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.provisioning_blocks [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Provisioning for port 86eb648f-4e18-49c9-925c-2829e94ceb2d completed by entity L2. {{(pid=75042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:11:17.745840 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.provisioning_blocks [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Provisioning complete for port 86eb648f-4e18-49c9-925c-2829e94ceb2d triggered by entity L2. {{(pid=75042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:11:17.746576 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16203014'] for port, provisioning_complete {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:17.794013 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-587365cc-ad20-4457-addc-9b6bface8914 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:11:17.800051 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-587365cc-ad20-4457-addc-9b6bface8914 admin admin] Usage tracker for resource:security_group_rule and tenant:a4da5dc6dff84e2dafa2c3a805fb9270 is out of sync, need to count used quota {{(pid=75040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:11:17.803548 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-587365cc-ad20-4457-addc-9b6bface8914 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:11:17.812686 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-587365cc-ad20-4457-addc-9b6bface8914 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:11:17.850682 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1b9470-5462-45a7-aa35-5e2cb61e59ee req-bd1f05e4-1367-4657-86a2-c26de1fe3e6d tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:17.852287 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-db1b9470-5462-45a7-aa35-5e2cb61e59ee req-bd1f05e4-1367-4657-86a2-c26de1fe3e6d tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/ports?device_id=21576f61-6c69-4e7d-bcca-66318419bc0b HTTP/1.1" status: 200 len: 946 time: 0.1522052 Aug 25 16:11:17.893492 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:17.933765 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-587365cc-ad20-4457-addc-9b6bface8914 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:17.938607 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.db [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] For port 86eb648f-4e18-49c9-925c-2829e94ceb2d, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=86eb648f-4e18-49c9-925c-2829e94ceb2d,segment=NetworkSegment(215609b0-0c2d-4037-aca0-35ce882d3942),segment_id=215609b0-0c2d-4037-aca0-35ce882d3942)] {{(pid=75042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:11:17.939978 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67fc220e-fb05-4486-bf4b-c576de989e31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86eb648f-4e18-49c9-925c-2829e94ceb2d'}] {{(pid=75042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:11:17.945571 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-587365cc-ad20-4457-addc-9b6bface8914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:17.945758 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776572168726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776571761677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776571761722'] for port, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:17.948056 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:11:17.955901 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:11:18.029762 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-db1b9470-5462-45a7-aa35-5e2cb61e59ee req-763bfaf9-a547-4a7a-9215-d94953b808b0 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/security-groups?id=9e7f6e62-5d07-4b94-bd1b-2408a7eb9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647975 Aug 25 16:11:18.030554 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Pushing event updated for resources: {'Port': ['ID=86eb648f-4e18-49c9-925c-2829e94ceb2d,revision_number=5']} {{(pid=75042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:11:18.031843 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587365cc-ad20-4457-addc-9b6bface8914 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76c2d284-9dcb-472e-a45c-47ce3c991599,revision_number=1']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:11:18.035412 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:11:18.039778 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-587365cc-ad20-4457-addc-9b6bface8914 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:11:18.063730 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-587365cc-ad20-4457-addc-9b6bface8914 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=a4da5dc6dff84e2dafa2c3a805fb9270&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4127367 Aug 25 16:11:18.070520 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.wsgi [-] (75041) accepted ('10.222.0.68', 55292) {{(pid=75041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:11:18.091279 dv-cinder-806007-1-smb neutron-server[75042]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67fc220e-fb05-4486-bf4b-c576de989e31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86eb648f-4e18-49c9-925c-2829e94ceb2d', 'code': 200} Aug 25 16:11:18.192522 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-0468ac85-0274-4150-88c0-0ae4d4a02613 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:18.236526 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-0468ac85-0274-4150-88c0-0ae4d4a02613 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:18.415416 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-0468ac85-0274-4150-88c0-0ae4d4a02613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:18.420340 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-d8625983-bbdf-4541-9b55-9e953ef0d328 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:11:18.442385 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-76c8796f-a6ed-4ff0-857d-422b8a0991aa req-bdcc7cf2-95c0-4a6b-a0cc-ef0640ea0dca service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=67fc220e-fb05-4486-bf4b-c576de989e31 HTTP/1.1" status: 200 len: 1098 time: 0.1295202 Aug 25 16:11:18.443395 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468ac85-0274-4150-88c0-0ae4d4a02613 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76c2d284-9dcb-472e-a45c-47ce3c991599,revision_number=None']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:11:18.465622 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-0468ac85-0274-4150-88c0-0ae4d4a02613 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:11:18.466440 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-0468ac85-0274-4150-88c0-0ae4d4a02613 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:18.472967 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [None req-0468ac85-0274-4150-88c0-0ae4d4a02613 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/76c2d284-9dcb-472e-a45c-47ce3c991599 HTTP/1.1" status: 204 len: 168 time: 0.3979523 Aug 25 16:11:18.512428 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:18.528517 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882afaf3-2ea2-4f11-afd5-a6a5dffbf1f1 req-f6b01507-b748-40e0-9347-192d9a436713 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:18.531052 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-882afaf3-2ea2-4f11-afd5-a6a5dffbf1f1 req-f6b01507-b748-40e0-9347-192d9a436713 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] 10.222.0.68 "GET /v2.0/ports?device_id=67fc220e-fb05-4486-bf4b-c576de989e31 HTTP/1.1" status: 200 len: 945 time: 0.1175199 Aug 25 16:11:18.537101 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-76c8796f-a6ed-4ff0-857d-422b8a0991aa req-5327932e-cb27-4db2-bd13-e9271e05a409 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=08292ed9-3586-482c-a672-563a9deccae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848899 Aug 25 16:11:18.589537 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-882afaf3-2ea2-4f11-afd5-a6a5dffbf1f1 req-3124ced4-185c-420a-bdfc-2cb8a2c269d4 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] 10.222.0.68 "GET /v2.0/security-groups?id=08292ed9-3586-482c-a672-563a9deccae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516088 Aug 25 16:11:18.922090 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.wsgi [-] (75041) accepted ('10.222.0.68', 55332) {{(pid=75041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:11:19.220669 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 55348) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:11:19.263444 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-d2ccf5e6-e15b-4a0a-9df9-e0e1d7071cbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:19.320282 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.quota.driver [None req-d2ccf5e6-e15b-4a0a-9df9-e0e1d7071cbd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:11:19.330416 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda87424-773b-4a53-b020-edf032dfcab9 req-f055f71f-b33d-42c9-986b-893449a0f266 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:19.334770 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-ecfaf5ae-fef7-4c99-8157-cdcbc38aa6a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:19.335930 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-cda87424-773b-4a53-b020-edf032dfcab9 req-f055f71f-b33d-42c9-986b-893449a0f266 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/ports?device_id=21576f61-6c69-4e7d-bcca-66318419bc0b HTTP/1.1" status: 200 len: 946 time: 0.1603932 Aug 25 16:11:19.337186 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [None req-d2ccf5e6-e15b-4a0a-9df9-e0e1d7071cbd admin admin] Usage tracker for resource:security_group_rule and tenant:84f5b051560c43e0b102770284461e95 is out of sync, need to count used quota {{(pid=75041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:11:19.342699 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [None req-d2ccf5e6-e15b-4a0a-9df9-e0e1d7071cbd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:11:19.368104 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.quota.driver [None req-d2ccf5e6-e15b-4a0a-9df9-e0e1d7071cbd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:11:19.374811 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-ecfaf5ae-fef7-4c99-8157-cdcbc38aa6a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:11:19.380016 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-ecfaf5ae-fef7-4c99-8157-cdcbc38aa6a8 admin admin] Usage tracker for resource:security_group_rule and tenant:153cdb8d8c9e4ab19ea3655f339231a0 is out of sync, need to count used quota {{(pid=75040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:11:19.385896 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-ecfaf5ae-fef7-4c99-8157-cdcbc38aa6a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:11:19.392385 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-ecfaf5ae-fef7-4c99-8157-cdcbc38aa6a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:11:19.403573 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-cda87424-773b-4a53-b020-edf032dfcab9 req-36ab628a-5b17-453b-abb8-100466bf000b tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/security-groups?id=9e7f6e62-5d07-4b94-bd1b-2408a7eb9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620279 Aug 25 16:11:19.475457 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-d2ccf5e6-e15b-4a0a-9df9-e0e1d7071cbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:19.482230 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-d2ccf5e6-e15b-4a0a-9df9-e0e1d7071cbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:19.485125 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-ecfaf5ae-fef7-4c99-8157-cdcbc38aa6a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:19.490149 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-ecfaf5ae-fef7-4c99-8157-cdcbc38aa6a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:19.495296 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-adcde074-db3f-42c4-9407-d1ba9492accb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:11:19.498292 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-84deaf8a-51cc-42f9-ac7e-1d7d1b12d9ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:11:19.539491 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ccf5e6-e15b-4a0a-9df9-e0e1d7071cbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ee3d10f-5101-4b2b-8622-f1c6079b8b0b,revision_number=1']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:11:19.539799 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfaf5ae-fef7-4c99-8157-cdcbc38aa6a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4548997-63af-4e27-9798-8f70c573eb65,revision_number=1']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:11:19.543456 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-d2ccf5e6-e15b-4a0a-9df9-e0e1d7071cbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:11:19.548201 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [None req-d2ccf5e6-e15b-4a0a-9df9-e0e1d7071cbd admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=84f5b051560c43e0b102770284461e95&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6222658 Aug 25 16:11:19.548447 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.wsgi [-] (75041) accepted ('10.222.0.68', 55358) {{(pid=75041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:11:19.548703 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-ecfaf5ae-fef7-4c99-8157-cdcbc38aa6a8 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=153cdb8d8c9e4ab19ea3655f339231a0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3238497 Aug 25 16:11:19.548816 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.wsgi [-] (75041) accepted ('10.222.0.68', 55360) {{(pid=75041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:11:19.549922 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-ecfaf5ae-fef7-4c99-8157-cdcbc38aa6a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:11:19.731980 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-539f40fb-26e6-45aa-bc05-4ccc10412f00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:19.741906 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-e5ce4702-706e-4416-82bc-cec444f66ed7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:19.831341 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-539f40fb-26e6-45aa-bc05-4ccc10412f00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:19.845448 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-e5ce4702-706e-4416-82bc-cec444f66ed7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:19.946421 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bd25b9-55b8-4c4e-acd3-ba72266ac36e req-58d1a7a3-4627-45c9-bb38-12e25ee7aa12 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:19.949181 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-73bd25b9-55b8-4c4e-acd3-ba72266ac36e req-58d1a7a3-4627-45c9-bb38-12e25ee7aa12 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] 10.222.0.68 "GET /v2.0/ports?device_id=67fc220e-fb05-4486-bf4b-c576de989e31 HTTP/1.1" status: 200 len: 945 time: 0.0942748 Aug 25 16:11:19.979890 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-e5ce4702-706e-4416-82bc-cec444f66ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:19.987173 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-baa68093-d7ba-46ab-bbfd-d97e6c69d531 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:11:20.009144 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ce4702-706e-4416-82bc-cec444f66ed7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ee3d10f-5101-4b2b-8622-f1c6079b8b0b,revision_number=None']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:11:20.012303 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-e5ce4702-706e-4416-82bc-cec444f66ed7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:11:20.019934 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-539f40fb-26e6-45aa-bc05-4ccc10412f00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:20.025922 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-13b42706-f463-48b7-9fa3-e0a8b3f06046 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:11:20.031787 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-73bd25b9-55b8-4c4e-acd3-ba72266ac36e req-118b00ef-c7b3-47b2-8c94-389278700a7e tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] 10.222.0.68 "GET /v2.0/security-groups?id=08292ed9-3586-482c-a672-563a9deccae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750344 Aug 25 16:11:20.038489 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-e5ce4702-706e-4416-82bc-cec444f66ed7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:20.039533 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [None req-e5ce4702-706e-4416-82bc-cec444f66ed7 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/7ee3d10f-5101-4b2b-8622-f1c6079b8b0b HTTP/1.1" status: 204 len: 168 time: 0.4898188 Aug 25 16:11:20.042234 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539f40fb-26e6-45aa-bc05-4ccc10412f00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4548997-63af-4e27-9798-8f70c573eb65,revision_number=None']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:11:20.044568 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-539f40fb-26e6-45aa-bc05-4ccc10412f00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:20.048921 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [None req-539f40fb-26e6-45aa-bc05-4ccc10412f00 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/f4548997-63af-4e27-9798-8f70c573eb65 HTTP/1.1" status: 204 len: 168 time: 0.4945703 Aug 25 16:11:20.048921 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-539f40fb-26e6-45aa-bc05-4ccc10412f00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:11:20.675048 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8824bd-cb86-4dc3-a50a-147300eb8c07 req-2fe0476a-a3de-494e-8a1e-0d2e55bc54ee tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:20.676603 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-cc8824bd-cb86-4dc3-a50a-147300eb8c07 req-2fe0476a-a3de-494e-8a1e-0d2e55bc54ee tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/ports?device_id=21576f61-6c69-4e7d-bcca-66318419bc0b HTTP/1.1" status: 200 len: 946 time: 0.0962608 Aug 25 16:11:20.702621 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 55416) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:11:20.720624 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.wsgi [-] (75041) accepted ('10.222.0.68', 55420) {{(pid=75041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:11:20.724085 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-bd8051be-a8ab-4d9b-b514-8efeff6359f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:20.748112 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-a97b3262-d164-4d90-9e1a-79a1d30a0b9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:20.765475 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-cc8824bd-cb86-4dc3-a50a-147300eb8c07 req-9003edcc-2327-4b55-86fd-a7c793001213 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/security-groups?id=9e7f6e62-5d07-4b94-bd1b-2408a7eb9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815132 Aug 25 16:11:20.765731 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-bd8051be-a8ab-4d9b-b514-8efeff6359f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:11:20.769730 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-bd8051be-a8ab-4d9b-b514-8efeff6359f1 admin admin] Usage tracker for resource:security_group_rule and tenant:416f09006e024889b2cc2b36c933bb70 is out of sync, need to count used quota {{(pid=75040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:11:20.773638 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-bd8051be-a8ab-4d9b-b514-8efeff6359f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:11:20.783418 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-bd8051be-a8ab-4d9b-b514-8efeff6359f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:11:20.794453 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.quota.driver [None req-a97b3262-d164-4d90-9e1a-79a1d30a0b9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:11:20.799202 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [None req-a97b3262-d164-4d90-9e1a-79a1d30a0b9d admin admin] Usage tracker for resource:security_group_rule and tenant:f3f76c1ce52b4b1abcd2f85d81546248 is out of sync, need to count used quota {{(pid=75041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:11:20.813005 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [None req-a97b3262-d164-4d90-9e1a-79a1d30a0b9d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:11:20.819637 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.quota.driver [None req-a97b3262-d164-4d90-9e1a-79a1d30a0b9d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:11:20.893225 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-bd8051be-a8ab-4d9b-b514-8efeff6359f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:20.898224 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-bd8051be-a8ab-4d9b-b514-8efeff6359f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:20.906561 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-d9b4d353-075e-46a6-bf52-d941847589fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:11:20.924681 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-a97b3262-d164-4d90-9e1a-79a1d30a0b9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:20.929982 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-a97b3262-d164-4d90-9e1a-79a1d30a0b9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:20.941408 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-b1ff728e-f6a9-43cf-b759-de6f50ec9bbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:11:20.951020 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8051be-a8ab-4d9b-b514-8efeff6359f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cfa9fc7-ea7c-4bc5-9070-c79d1364a47c,revision_number=1']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:11:20.960188 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-bd8051be-a8ab-4d9b-b514-8efeff6359f1 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=416f09006e024889b2cc2b36c933bb70&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2553308 Aug 25 16:11:20.960804 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 55430) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:11:20.961914 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-bd8051be-a8ab-4d9b-b514-8efeff6359f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:11:21.005493 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97b3262-d164-4d90-9e1a-79a1d30a0b9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26cd7fac-752d-44d9-b33f-dcb9df70d8ea,revision_number=1']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:11:21.009775 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [None req-a97b3262-d164-4d90-9e1a-79a1d30a0b9d admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=f3f76c1ce52b4b1abcd2f85d81546248&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2878761 Aug 25 16:11:21.011971 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-a97b3262-d164-4d90-9e1a-79a1d30a0b9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:11:21.012955 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.wsgi [-] (75041) accepted ('10.222.0.68', 55434) {{(pid=75041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:11:21.036066 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-a8b09c87-d1be-4d04-a8fc-762e1186116a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:21.071789 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-a8b09c87-d1be-4d04-a8fc-762e1186116a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:21.086916 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-fbe14e6c-8d21-425c-8c51-1fc84f1695a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:21.139390 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-fbe14e6c-8d21-425c-8c51-1fc84f1695a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:21.153516 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-a8b09c87-d1be-4d04-a8fc-762e1186116a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:21.162852 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-6289710f-1a5f-4b90-8c91-5474767c9b6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:11:21.187442 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b09c87-d1be-4d04-a8fc-762e1186116a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cfa9fc7-ea7c-4bc5-9070-c79d1364a47c,revision_number=None']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:11:21.192431 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-a8b09c87-d1be-4d04-a8fc-762e1186116a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:11:21.205449 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-a8b09c87-d1be-4d04-a8fc-762e1186116a admin admin] Notify callbacks [] for security_group, before_response {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:21.209589 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-a8b09c87-d1be-4d04-a8fc-762e1186116a admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/4cfa9fc7-ea7c-4bc5-9070-c79d1364a47c HTTP/1.1" status: 204 len: 168 time: 0.2466705 Aug 25 16:11:21.225861 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-fbe14e6c-8d21-425c-8c51-1fc84f1695a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:21.234320 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-0468ac85-0274-4150-88c0-0ae4d4a02613 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:11:21.250905 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe14e6c-8d21-425c-8c51-1fc84f1695a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26cd7fac-752d-44d9-b33f-dcb9df70d8ea,revision_number=None']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:11:21.266497 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-fbe14e6c-8d21-425c-8c51-1fc84f1695a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:11:21.272535 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-fbe14e6c-8d21-425c-8c51-1fc84f1695a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:21.273494 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [None req-fbe14e6c-8d21-425c-8c51-1fc84f1695a9 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/26cd7fac-752d-44d9-b33f-dcb9df70d8ea HTTP/1.1" status: 204 len: 168 time: 0.2591140 Aug 25 16:11:21.394410 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea16ccd-5079-4e30-8dce-b82111ba3b12 req-8b6f2149-77e5-459a-ae4a-50b2e6a2f188 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:21.402646 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-5ea16ccd-5079-4e30-8dce-b82111ba3b12 req-8b6f2149-77e5-459a-ae4a-50b2e6a2f188 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] 10.222.0.68 "GET /v2.0/ports?device_id=67fc220e-fb05-4486-bf4b-c576de989e31 HTTP/1.1" status: 200 len: 945 time: 0.1477339 Aug 25 16:11:21.450726 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-5ea16ccd-5079-4e30-8dce-b82111ba3b12 req-e943dfa5-9c6f-4575-845e-663746e61b95 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] 10.222.0.68 "GET /v2.0/security-groups?id=08292ed9-3586-482c-a672-563a9deccae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472002 Aug 25 16:11:21.938594 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.wsgi [-] (75041) accepted ('10.222.0.68', 55466) {{(pid=75041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:11:21.967873 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-ca362224-d4e0-48ca-95b8-e26759c8fd1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:22.021339 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.quota.driver [None req-ca362224-d4e0-48ca-95b8-e26759c8fd1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:11:22.063337 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [None req-ca362224-d4e0-48ca-95b8-e26759c8fd1e admin admin] Usage tracker for resource:security_group_rule and tenant:33411b9057454fe984d25eaab711d217 is out of sync, need to count used quota {{(pid=75041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:11:22.077089 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [None req-ca362224-d4e0-48ca-95b8-e26759c8fd1e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:11:22.095793 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.quota.driver [None req-ca362224-d4e0-48ca-95b8-e26759c8fd1e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:11:22.142627 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c728f9c-8ba7-45e8-bf38-d11ff1e414dd req-65f9d3ab-c679-4f7d-b2fd-64f016f1eeb0 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:22.144137 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-8c728f9c-8ba7-45e8-bf38-d11ff1e414dd req-65f9d3ab-c679-4f7d-b2fd-64f016f1eeb0 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/ports?device_id=21576f61-6c69-4e7d-bcca-66318419bc0b HTTP/1.1" status: 200 len: 946 time: 0.1245580 Aug 25 16:11:22.230670 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-8c728f9c-8ba7-45e8-bf38-d11ff1e414dd req-2b46d45b-d0fe-4d98-98ba-4986e530b51d tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/security-groups?id=9e7f6e62-5d07-4b94-bd1b-2408a7eb9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770555 Aug 25 16:11:22.239260 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-ca362224-d4e0-48ca-95b8-e26759c8fd1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:22.243643 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-ca362224-d4e0-48ca-95b8-e26759c8fd1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:22.253247 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:11:22.300545 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca362224-d4e0-48ca-95b8-e26759c8fd1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec77b392-5d5a-413b-901b-0c9e6c8e7c34,revision_number=1']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:11:22.304057 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-ca362224-d4e0-48ca-95b8-e26759c8fd1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:11:22.310586 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [None req-ca362224-d4e0-48ca-95b8-e26759c8fd1e admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=33411b9057454fe984d25eaab711d217&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3703203 Aug 25 16:11:22.313198 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.wsgi [-] (75041) accepted ('10.222.0.68', 55480) {{(pid=75041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:11:22.390077 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-92827415-4b2b-4d74-986f-9d2b115e2334 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:22.423089 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-92827415-4b2b-4d74-986f-9d2b115e2334 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:22.501213 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-92827415-4b2b-4d74-986f-9d2b115e2334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:22.506170 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-a54f8afa-0961-4d75-ad12-831928216237 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:11:22.517471 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92827415-4b2b-4d74-986f-9d2b115e2334 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec77b392-5d5a-413b-901b-0c9e6c8e7c34,revision_number=None']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:11:22.523728 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-92827415-4b2b-4d74-986f-9d2b115e2334 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:11:22.525161 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-92827415-4b2b-4d74-986f-9d2b115e2334 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:22.526535 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [None req-92827415-4b2b-4d74-986f-9d2b115e2334 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/ec77b392-5d5a-413b-901b-0c9e6c8e7c34 HTTP/1.1" status: 204 len: 168 time: 0.2123334 Aug 25 16:11:22.732013 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 55502) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:11:23.074969 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-4ac5b4fc-7df3-4b52-8a40-f104d21ddaa2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:23.108539 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-4ac5b4fc-7df3-4b52-8a40-f104d21ddaa2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:11:23.117946 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-4ac5b4fc-7df3-4b52-8a40-f104d21ddaa2 admin admin] Usage tracker for resource:security_group_rule and tenant:3bad12226b4d4d31b503263cb08d6785 is out of sync, need to count used quota {{(pid=75040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:11:23.121600 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-4ac5b4fc-7df3-4b52-8a40-f104d21ddaa2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:11:23.146995 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-4ac5b4fc-7df3-4b52-8a40-f104d21ddaa2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:11:23.234063 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-4ac5b4fc-7df3-4b52-8a40-f104d21ddaa2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:23.245978 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-4ac5b4fc-7df3-4b52-8a40-f104d21ddaa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:23.285326 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-1b8aab8e-274e-4a3f-910b-107317e0668e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:11:23.299005 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.wsgi [-] (75041) accepted ('10.222.0.68', 55532) {{(pid=75041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:11:23.299542 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-4ac5b4fc-7df3-4b52-8a40-f104d21ddaa2 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=3bad12226b4d4d31b503263cb08d6785&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5657549 Aug 25 16:11:23.333228 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac5b4fc-7df3-4b52-8a40-f104d21ddaa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa264a94-aba8-4e93-9d54-a5e5b29b6acc,revision_number=1']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:11:23.352757 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-4ac5b4fc-7df3-4b52-8a40-f104d21ddaa2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:11:23.444864 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-9b615122-1dac-4655-9e07-bdc42d2a7c1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:23.482201 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-9b615122-1dac-4655-9e07-bdc42d2a7c1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:23.536285 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8beb9a9-c6f2-42c3-9ded-8586c03642d5 req-4bf05d83-72c4-4b37-af76-d36f4a1a6d15 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:23.538006 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-c8beb9a9-c6f2-42c3-9ded-8586c03642d5 req-4bf05d83-72c4-4b37-af76-d36f4a1a6d15 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/ports?device_id=21576f61-6c69-4e7d-bcca-66318419bc0b HTTP/1.1" status: 200 len: 946 time: 0.0980129 Aug 25 16:11:23.627629 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-c8beb9a9-c6f2-42c3-9ded-8586c03642d5 req-ab411286-7eba-48f1-a13f-2c8beaa99467 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/security-groups?id=9e7f6e62-5d07-4b94-bd1b-2408a7eb9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816123 Aug 25 16:11:23.646419 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-9b615122-1dac-4655-9e07-bdc42d2a7c1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:23.653958 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-92827415-4b2b-4d74-986f-9d2b115e2334 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:11:23.667942 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b615122-1dac-4655-9e07-bdc42d2a7c1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa264a94-aba8-4e93-9d54-a5e5b29b6acc,revision_number=None']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:11:23.671728 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-9b615122-1dac-4655-9e07-bdc42d2a7c1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:11:23.678401 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-9b615122-1dac-4655-9e07-bdc42d2a7c1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:23.680160 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [None req-9b615122-1dac-4655-9e07-bdc42d2a7c1f admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/aa264a94-aba8-4e93-9d54-a5e5b29b6acc HTTP/1.1" status: 204 len: 168 time: 0.3793690 Aug 25 16:11:23.954715 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 55562) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:11:24.300735 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.v2.base [None req-235d2d41-887d-4a26-b096-442540c291c7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-8309983-network', 'tenant_id': 'e00743498afc4a22a0153609b9aa9eb6'}} {{(pid=75040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:11:24.307409 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-235d2d41-887d-4a26-b096-442540c291c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:11:24.311960 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-235d2d41-887d-4a26-b096-442540c291c7 admin admin] Usage tracker for resource:network and tenant:e00743498afc4a22a0153609b9aa9eb6 is out of sync, need to count used quota {{(pid=75040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:11:24.316944 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-235d2d41-887d-4a26-b096-442540c291c7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:11:24.328961 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-235d2d41-887d-4a26-b096-442540c291c7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:11:24.344571 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-235d2d41-887d-4a26-b096-442540c291c7 admin admin] Made reservation on behalf of e00743498afc4a22a0153609b9aa9eb6 for: {'network': 1} {{(pid=75040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:11:24.347761 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-235d2d41-887d-4a26-b096-442540c291c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for network, before_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:24.366447 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-235d2d41-887d-4a26-b096-442540c291c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:24.407675 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-235d2d41-887d-4a26-b096-442540c291c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:11:24.412452 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-235d2d41-887d-4a26-b096-442540c291c7 admin admin] Usage tracker for resource:security_group_rule and tenant:e00743498afc4a22a0153609b9aa9eb6 is out of sync, need to count used quota {{(pid=75040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:11:24.414853 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-235d2d41-887d-4a26-b096-442540c291c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:11:24.423601 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-235d2d41-887d-4a26-b096-442540c291c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:11:24.516049 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-235d2d41-887d-4a26-b096-442540c291c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:24.520369 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-235d2d41-887d-4a26-b096-442540c291c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:24.530846 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-587365cc-ad20-4457-addc-9b6bface8914 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:11:24.563230 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-235d2d41-887d-4a26-b096-442540c291c7 admin admin] vlan segment allocate from pool success with {'vlan_id': 856, 'physical_network': 'physnet1'} {{(pid=75040) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 25 16:11:24.572849 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235d2d41-887d-4a26-b096-442540c291c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fdafa6e-83cf-4704-ab97-b78a1a07192a,revision_number=1']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:11:24.576783 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-235d2d41-887d-4a26-b096-442540c291c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:11:24.582131 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-235d2d41-887d-4a26-b096-442540c291c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16198673'] for segment, precommit_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:24.582437 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.db.segments_db [None req-235d2d41-887d-4a26-b096-442540c291c7 admin admin] Added segment a3ceb23e-bb63-45e0-97c2-492952014844 of type vlan for network 59b6fe81-15f1-4f75-b286-5a7dcadc0cbf Aug 25 16:11:24.615209 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-235d2d41-887d-4a26-b096-442540c291c7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776571744898'] for network, precommit_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:24.656364 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-235d2d41-887d-4a26-b096-442540c291c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748'] for network, after_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:24.657644 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-235d2d41-887d-4a26-b096-442540c291c7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:24.658238 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-235d2d41-887d-4a26-b096-442540c291c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16129646'] for network, before_response {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:24.663834 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-6f3d0be9-39a5-4ce5-9ecc-69583a6d99cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:11:24.810033 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235d2d41-887d-4a26-b096-442540c291c7 admin admin] Pushing event updated for resources: {'Network': ['ID=59b6fe81-15f1-4f75-b286-5a7dcadc0cbf,revision_number=1']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:11:24.815479 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-235d2d41-887d-4a26-b096-442540c291c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:11:24.828934 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Network 59b6fe81-15f1-4f75-b286-5a7dcadc0cbf details requested by agent ovs-agent-dv-cinder-806007-1-smb with host dv-cinder-806007-1-smb {{(pid=75042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 25 16:11:24.839570 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-235d2d41-887d-4a26-b096-442540c291c7 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.8807745 Aug 25 16:11:24.840032 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 55594) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:11:24.845716 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.v2.base [None req-b3987c0b-0105-4c61-8c33-bc97b21882e5 admin admin] Request body: {'subnet': {'network_id': '59b6fe81-15f1-4f75-b286-5a7dcadc0cbf', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-8309983-subnet', 'tenant_id': 'e00743498afc4a22a0153609b9aa9eb6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:11:24.863919 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-b3987c0b-0105-4c61-8c33-bc97b21882e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:11:24.868269 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-b3987c0b-0105-4c61-8c33-bc97b21882e5 admin admin] Usage tracker for resource:subnet and tenant:e00743498afc4a22a0153609b9aa9eb6 is out of sync, need to count used quota {{(pid=75040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:11:24.876159 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-b3987c0b-0105-4c61-8c33-bc97b21882e5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:11:24.890796 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-b3987c0b-0105-4c61-8c33-bc97b21882e5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:11:24.903665 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3987c0b-0105-4c61-8c33-bc97b21882e5 admin admin] Made reservation on behalf of e00743498afc4a22a0153609b9aa9eb6 for: {'subnet': 1} {{(pid=75040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:11:24.906242 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-b3987c0b-0105-4c61-8c33-bc97b21882e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2719685'] for subnet, before_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:24.944352 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c5c8ac-7925-4e3c-a0e8-2e82dac55045 req-4a2d4ef0-e3c9-4f24-90cf-77af3fd88d9b tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:24.953577 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-f2c5c8ac-7925-4e3c-a0e8-2e82dac55045 req-4a2d4ef0-e3c9-4f24-90cf-77af3fd88d9b tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/ports?device_id=21576f61-6c69-4e7d-bcca-66318419bc0b HTTP/1.1" status: 200 len: 946 time: 0.1354852 Aug 25 16:11:25.030402 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-f2c5c8ac-7925-4e3c-a0e8-2e82dac55045 req-63a8502a-07cf-40f3-a7f6-62b57a238e4b tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/security-groups?id=9e7f6e62-5d07-4b94-bd1b-2408a7eb9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756834 Aug 25 16:11:25.215129 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-b3987c0b-0105-4c61-8c33-bc97b21882e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1434844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2719703'] for subnet, after_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:25.222591 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-a0373cd8-b502-4b07-93b7-84f99086393e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:11:25.381674 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3987c0b-0105-4c61-8c33-bc97b21882e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=84169c57-b91b-4288-9bd2-2cf53a6db897,revision_number=0']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:11:25.387159 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-b3987c0b-0105-4c61-8c33-bc97b21882e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:11:25.394541 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3987c0b-0105-4c61-8c33-bc97b21882e5 admin admin] Checking segment: {'id': 'a3ceb23e-bb63-45e0-97c2-492952014844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '59b6fe81-15f1-4f75-b286-5a7dcadc0cbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:11:25.395006 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3987c0b-0105-4c61-8c33-bc97b21882e5 admin admin] Network hostable DHCP agents. Network: 59b6fe81-15f1-4f75-b286-5a7dcadc0cbf, hostable agents: ['daaa6c79-fb88-4b19-b87f-75e8fe826ec4'], hosted agents: [] {{(pid=75040) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 16:11:25.425982 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3987c0b-0105-4c61-8c33-bc97b21882e5 admin admin] Network 59b6fe81-15f1-4f75-b286-5a7dcadc0cbf is scheduled to be hosted by DHCP agent daaa6c79-fb88-4b19-b87f-75e8fe826ec4 with binding_index 1 {{(pid=75040) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 16:11:25.437772 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.scheduler.base_scheduler [None req-b3987c0b-0105-4c61-8c33-bc97b21882e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806007-1-smb, 59b6fe81-15f1-4f75-b286-5a7dcadc0cbf) {{(pid=75040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:11:25.442089 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3987c0b-0105-4c61-8c33-bc97b21882e5 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:25.442756 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-b3987c0b-0105-4c61-8c33-bc97b21882e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:25.449521 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-022718b6-3706-45dc-a90a-02dcbb52939c None None] Network 59b6fe81-15f1-4f75-b286-5a7dcadc0cbf requested from dv-cinder-806007-1-smb {{(pid=75042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:11:25.468879 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-b3987c0b-0105-4c61-8c33-bc97b21882e5 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.6276505 Aug 25 16:11:25.719487 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efa19b9b-6222-49b6-962a-d43d4ea70a74 None None] Network 59b6fe81-15f1-4f75-b286-5a7dcadc0cbf requested from dv-cinder-806007-1-smb {{(pid=75042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:11:26.352387 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a058a18-5917-463d-a72d-a67d79a2802c req-809170e7-3434-4c6c-87ce-475ca506b08b tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:26.363166 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-6a058a18-5917-463d-a72d-a67d79a2802c req-809170e7-3434-4c6c-87ce-475ca506b08b tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/ports?device_id=21576f61-6c69-4e7d-bcca-66318419bc0b HTTP/1.1" status: 200 len: 946 time: 0.1893830 Aug 25 16:11:26.413386 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-6a058a18-5917-463d-a72d-a67d79a2802c req-c26a4ef4-3f2d-4e3a-81cf-3515d5345772 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/security-groups?id=9e7f6e62-5d07-4b94-bd1b-2408a7eb9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492308 Aug 25 16:11:27.523054 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-bd71d506-3df6-4175-bc03-ed82de497874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:27.672877 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af575c83-67c1-482d-bcef-fe69e7abfb48 req-c2b15992-3e4b-4f82-a114-e45ce9e3c492 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:27.674494 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-af575c83-67c1-482d-bcef-fe69e7abfb48 req-c2b15992-3e4b-4f82-a114-e45ce9e3c492 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/ports?device_id=21576f61-6c69-4e7d-bcca-66318419bc0b HTTP/1.1" status: 200 len: 946 time: 0.1105049 Aug 25 16:11:27.735692 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-af575c83-67c1-482d-bcef-fe69e7abfb48 req-f6f6f127-6ba3-4b1f-96a1-cbecdd22214e tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/security-groups?id=9e7f6e62-5d07-4b94-bd1b-2408a7eb9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440669 Aug 25 16:11:28.017631 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beac880e-e287-4dc4-a9bf-2fc0c472ded2 req-3c62b2e5-c075-4b48-be38-3041d9f87b8b tempest-VolumesActionsTest-1849989351 tempest-VolumesActionsTest-1849989351-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:28.018945 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [req-beac880e-e287-4dc4-a9bf-2fc0c472ded2 req-3c62b2e5-c075-4b48-be38-3041d9f87b8b tempest-VolumesActionsTest-1849989351 tempest-VolumesActionsTest-1849989351-project] Synchronizing usage tracker for tenant:e00743498afc4a22a0153609b9aa9eb6 on resource:network {{(pid=75040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:11:28.038721 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [req-beac880e-e287-4dc4-a9bf-2fc0c472ded2 req-3c62b2e5-c075-4b48-be38-3041d9f87b8b tempest-VolumesActionsTest-1849989351 tempest-VolumesActionsTest-1849989351-project] Unset dirty status for tenant:e00743498afc4a22a0153609b9aa9eb6 on resource:network {{(pid=75040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:11:28.040050 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-beac880e-e287-4dc4-a9bf-2fc0c472ded2 req-3c62b2e5-c075-4b48-be38-3041d9f87b8b tempest-VolumesActionsTest-1849989351 tempest-VolumesActionsTest-1849989351-project] 10.222.0.68 "GET /v2.0/networks?id=59b6fe81-15f1-4f75-b286-5a7dcadc0cbf HTTP/1.1" status: 200 len: 806 time: 0.2617888 Aug 25 16:11:28.057467 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-beac880e-e287-4dc4-a9bf-2fc0c472ded2 req-552a0454-2bad-40f5-8cc2-21076c56e4ee tempest-VolumesActionsTest-1849989351 tempest-VolumesActionsTest-1849989351-project] 10.222.0.68 "GET /v2.0/quotas/e00743498afc4a22a0153609b9aa9eb6 HTTP/1.1" status: 200 len: 375 time: 0.0111685 Aug 25 16:11:28.107176 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-beac880e-e287-4dc4-a9bf-2fc0c472ded2 req-db3a9c63-19f5-463f-9c72-b514d530b3f4 tempest-VolumesActionsTest-1849989351 tempest-VolumesActionsTest-1849989351-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=e00743498afc4a22a0153609b9aa9eb6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0444279 Aug 25 16:11:28.202215 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 55694) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:11:28.282546 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-beac880e-e287-4dc4-a9bf-2fc0c472ded2 req-ccc06bac-33db-42ed-bb7a-03ab3e466856 service neutron] 10.222.0.68 "GET /v2.0/networks/59b6fe81-15f1-4f75-b286-5a7dcadc0cbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663475 Aug 25 16:11:28.447461 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-cda09cd9-a8fd-44ab-9993-09cc8ed1747b admin admin] Notify callbacks [] for security_group, before_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:28.491717 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-beac880e-e287-4dc4-a9bf-2fc0c472ded2 req-b246d737-ced1-4854-b897-5061e1e71df1 service neutron] 10.222.0.68 "GET /v2.0/networks/59b6fe81-15f1-4f75-b286-5a7dcadc0cbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2081835 Aug 25 16:11:28.500570 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-cda09cd9-a8fd-44ab-9993-09cc8ed1747b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:11:28.505026 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-cda09cd9-a8fd-44ab-9993-09cc8ed1747b admin admin] Usage tracker for resource:security_group_rule and tenant:9478944486ff4c5a8df7c0a30f48754c is out of sync, need to count used quota {{(pid=75040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:11:28.507968 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-cda09cd9-a8fd-44ab-9993-09cc8ed1747b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:11:28.514534 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-cda09cd9-a8fd-44ab-9993-09cc8ed1747b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:11:28.627647 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-cda09cd9-a8fd-44ab-9993-09cc8ed1747b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:28.632175 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-cda09cd9-a8fd-44ab-9993-09cc8ed1747b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:28.644861 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-c895555b-33c5-4109-be2b-d79864736c0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:11:28.720396 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-cda09cd9-a8fd-44ab-9993-09cc8ed1747b admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=9478944486ff4c5a8df7c0a30f48754c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5149550 Aug 25 16:11:28.721011 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 55718) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:11:28.773180 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:28.787757 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda09cd9-a8fd-44ab-9993-09cc8ed1747b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1f64d2a-f950-4e61-9e2e-f11f91d48338,revision_number=1']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:11:28.797498 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-cda09cd9-a8fd-44ab-9993-09cc8ed1747b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:11:28.799767 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-ed763de9-3337-405e-8c24-ac2ea8b5f36e req-328b74be-2c5b-4fd0-8e68-b41920efc5c2 tempest-VolumesActionsTest-1849989351 tempest-VolumesActionsTest-1849989351-project] 10.222.0.68 "GET /v2.0/ports?device_id=3c7f5df3-2c31-4a72-9c1d-abc0c8b03483 HTTP/1.1" status: 200 len: 210 time: 0.0656512 Aug 25 16:11:28.880780 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-08804184-3e18-44d9-83e0-c7b9033f82af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:28.911467 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-08804184-3e18-44d9-83e0-c7b9033f82af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:28.990226 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-08804184-3e18-44d9-83e0-c7b9033f82af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:28.994857 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-a8ba643d-e5e7-4a5a-b7a9-651b0fee95d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:11:29.028312 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08804184-3e18-44d9-83e0-c7b9033f82af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1f64d2a-f950-4e61-9e2e-f11f91d48338,revision_number=None']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:11:29.051637 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-08804184-3e18-44d9-83e0-c7b9033f82af admin admin] Notify callbacks [] for security_group, before_response {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:29.052911 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-08804184-3e18-44d9-83e0-c7b9033f82af admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/c1f64d2a-f950-4e61-9e2e-f11f91d48338 HTTP/1.1" status: 204 len: 168 time: 0.3310478 Aug 25 16:11:29.071420 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-08804184-3e18-44d9-83e0-c7b9033f82af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:11:29.078303 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-d9f676f6-7fcc-483a-8ed7-5f9e82869fc8 req-c70b2878-ac61-46bd-b72a-a53c51162533 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=21576f61-6c69-4e7d-bcca-66318419bc0b HTTP/1.1" status: 200 len: 1099 time: 0.3626962 Aug 25 16:11:29.109035 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66484a8e-11fd-4a83-92fc-edd861286080 req-2c026885-7e2d-4783-95b3-2f67cd72dd39 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:29.118007 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-66484a8e-11fd-4a83-92fc-edd861286080 req-2c026885-7e2d-4783-95b3-2f67cd72dd39 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] 10.222.0.68 "GET /v2.0/networks?id=aad61cb0-d4d9-415f-959c-855a438981a1 HTTP/1.1" status: 200 len: 813 time: 0.3305027 Aug 25 16:11:29.208182 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-d9f676f6-7fcc-483a-8ed7-5f9e82869fc8 req-0d15f302-b61b-48ce-bb6f-e21b1e3a8b58 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=9e7f6e62-5d07-4b94-bd1b-2408a7eb9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200376 Aug 25 16:11:29.216230 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc421f6b-a35c-406e-a365-e948a7b3bdad req-58fee399-90fe-4d39-b0ac-78c2efca0ca7 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:29.223205 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-bc421f6b-a35c-406e-a365-e948a7b3bdad req-58fee399-90fe-4d39-b0ac-78c2efca0ca7 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/ports?device_id=21576f61-6c69-4e7d-bcca-66318419bc0b HTTP/1.1" status: 200 len: 946 time: 0.0922008 Aug 25 16:11:29.226426 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-66484a8e-11fd-4a83-92fc-edd861286080 req-7f80cde5-1bba-43d7-a18a-729038b478ab tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] 10.222.0.68 "GET /v2.0/quotas/9cb4e2d656cb43358370c10c173ff464 HTTP/1.1" status: 200 len: 375 time: 0.1051712 Aug 25 16:11:29.297730 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-bc421f6b-a35c-406e-a365-e948a7b3bdad req-06e8880a-4d79-493c-a90e-bede41e65b5e tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/security-groups?id=9e7f6e62-5d07-4b94-bd1b-2408a7eb9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735703 Aug 25 16:11:29.428323 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 55742) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:11:29.496530 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-66484a8e-11fd-4a83-92fc-edd861286080 req-8fa70100-ee59-4d88-8ec6-3280fe66277b tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=9cb4e2d656cb43358370c10c173ff464&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2688837 Aug 25 16:11:29.667999 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-66484a8e-11fd-4a83-92fc-edd861286080 req-545f13aa-f02f-4fd4-87f9-4b434183ae8e service neutron] 10.222.0.68 "GET /v2.0/networks/aad61cb0-d4d9-415f-959c-855a438981a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703894 Aug 25 16:11:29.719117 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-f7a58508-0801-4db0-86f0-730c8f796152 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:29.758626 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 55750) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:11:29.762383 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-f7a58508-0801-4db0-86f0-730c8f796152 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:11:29.780516 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-f7a58508-0801-4db0-86f0-730c8f796152 admin admin] Usage tracker for resource:security_group_rule and tenant:794ef7f7b7584080b4581620455c37a1 is out of sync, need to count used quota {{(pid=75040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:11:29.784916 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-f7a58508-0801-4db0-86f0-730c8f796152 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:11:29.788197 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-8f3197b5-8e72-46b3-96fb-49ab339bf010 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:29.810503 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-f7a58508-0801-4db0-86f0-730c8f796152 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:11:29.843358 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-8f3197b5-8e72-46b3-96fb-49ab339bf010 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:11:29.849342 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-8f3197b5-8e72-46b3-96fb-49ab339bf010 admin admin] Usage tracker for resource:security_group_rule and tenant:29614212c9194aeabce2cf241dd267d9 is out of sync, need to count used quota {{(pid=75040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:11:29.860031 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-8f3197b5-8e72-46b3-96fb-49ab339bf010 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:11:29.865248 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-8f3197b5-8e72-46b3-96fb-49ab339bf010 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:11:29.871620 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-66484a8e-11fd-4a83-92fc-edd861286080 req-18510d6e-20ba-4705-9d73-91cf75ee83c0 service neutron] 10.222.0.68 "GET /v2.0/networks/aad61cb0-d4d9-415f-959c-855a438981a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932948 Aug 25 16:11:29.930974 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-f7a58508-0801-4db0-86f0-730c8f796152 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:29.938182 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-f7a58508-0801-4db0-86f0-730c8f796152 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:29.940373 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-a6a455bd-fa80-43f5-8a71-8698b7fdd9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:29.947826 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:11:30.048441 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-a929c92f-b16b-441d-9077-15d3c5a8a040 req-7e8887f0-a236-49db-8907-c39f99bc8b4e tempest-VolumesActionsTest-1849989351 tempest-VolumesActionsTest-1849989351-project] 10.222.0.68 "GET /v2.0/ports?device_id=3c7f5df3-2c31-4a72-9c1d-abc0c8b03483 HTTP/1.1" status: 200 len: 210 time: 0.0868740 Aug 25 16:11:30.068368 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a58508-0801-4db0-86f0-730c8f796152 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe7b0a34-ba90-4d82-8397-d1973379e094,revision_number=1']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:11:30.083013 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-f7a58508-0801-4db0-86f0-730c8f796152 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=794ef7f7b7584080b4581620455c37a1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6509409 Aug 25 16:11:30.083302 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.wsgi [-] (75041) accepted ('10.222.0.68', 55762) {{(pid=75041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:11:30.084538 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-f7a58508-0801-4db0-86f0-730c8f796152 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:11:30.089370 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-8f3197b5-8e72-46b3-96fb-49ab339bf010 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:30.094184 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-8f3197b5-8e72-46b3-96fb-49ab339bf010 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:30.112527 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-d48426ae-2ff8-4b50-a645-76217e7b04c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:11:30.185801 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-dd7ed755-eefc-4156-9b9f-838632c79062 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:30.194954 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3197b5-8e72-46b3-96fb-49ab339bf010 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00b17b5e-04e8-4a01-b1be-94bbd8f9ba2a,revision_number=1']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:11:30.199229 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-8f3197b5-8e72-46b3-96fb-49ab339bf010 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:11:30.201939 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-9cdd9d59-d96c-4bdd-bdcd-24aa25a6f05f req-1648a9e4-22be-47ce-89ac-bf860ca4f774 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] 10.222.0.68 "GET /v2.0/ports?device_id=c46f97d7-0e28-467b-8003-354f4d3f52c2 HTTP/1.1" status: 200 len: 210 time: 0.0530341 Aug 25 16:11:30.244511 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-dd7ed755-eefc-4156-9b9f-838632c79062 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:30.245559 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-8f3197b5-8e72-46b3-96fb-49ab339bf010 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=29614212c9194aeabce2cf241dd267d9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4835472 Aug 25 16:11:30.251587 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 55770) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:11:30.325834 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-dd7ed755-eefc-4156-9b9f-838632c79062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:30.340459 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-83f0a839-1b2e-4035-abdc-cc573291d0c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:11:30.351423 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7ed755-eefc-4156-9b9f-838632c79062 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe7b0a34-ba90-4d82-8397-d1973379e094,revision_number=None']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:11:30.356251 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-dd7ed755-eefc-4156-9b9f-838632c79062 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:11:30.360574 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-dd7ed755-eefc-4156-9b9f-838632c79062 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:30.362195 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [None req-dd7ed755-eefc-4156-9b9f-838632c79062 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/fe7b0a34-ba90-4d82-8397-d1973379e094 HTTP/1.1" status: 204 len: 168 time: 0.2781398 Aug 25 16:11:30.369317 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-bd7d5c20-2994-4988-a54b-41a8e207153d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:30.429826 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-bd7d5c20-2994-4988-a54b-41a8e207153d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:30.522904 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-bd7d5c20-2994-4988-a54b-41a8e207153d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:30.554308 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-08804184-3e18-44d9-83e0-c7b9033f82af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:11:30.596895 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-bd7d5c20-2994-4988-a54b-41a8e207153d admin admin] Notify callbacks [] for security_group, before_response {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:30.598270 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-bd7d5c20-2994-4988-a54b-41a8e207153d admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/00b17b5e-04e8-4a01-b1be-94bbd8f9ba2a HTTP/1.1" status: 204 len: 168 time: 0.3457162 Aug 25 16:11:30.771238 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7d5c20-2994-4988-a54b-41a8e207153d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00b17b5e-04e8-4a01-b1be-94bbd8f9ba2a,revision_number=None']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:11:30.785188 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beac880e-e287-4dc4-a9bf-2fc0c472ded2 req-d4e281e8-b2b3-4ae5-acd8-073f451d004e tempest-VolumesActionsTest-1849989351 tempest-VolumesActionsTest-1849989351-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:30.787305 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-beac880e-e287-4dc4-a9bf-2fc0c472ded2 req-d4e281e8-b2b3-4ae5-acd8-073f451d004e tempest-VolumesActionsTest-1849989351 tempest-VolumesActionsTest-1849989351-project] 10.222.0.70 "GET /v2.0/networks?id=59b6fe81-15f1-4f75-b286-5a7dcadc0cbf HTTP/1.1" status: 200 len: 806 time: 0.3284094 Aug 25 16:11:30.787476 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-bd7d5c20-2994-4988-a54b-41a8e207153d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:11:30.835825 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.v2.base [req-beac880e-e287-4dc4-a9bf-2fc0c472ded2 req-6f955424-8bf6-4b6e-aebc-d2775624eae9 tempest-VolumesActionsTest-1849989351 tempest-VolumesActionsTest-1849989351-project] Request body: {'port': {'device_id': '3c7f5df3-2c31-4a72-9c1d-abc0c8b03483', 'network_id': '59b6fe81-15f1-4f75-b286-5a7dcadc0cbf', 'admin_state_up': True, 'tenant_id': 'e00743498afc4a22a0153609b9aa9eb6'}} {{(pid=75041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:11:30.921638 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55ee34e-63c5-4df1-b997-ff5ce422007a req-a0a2ce71-b712-47d4-8a73-7e506b485a03 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:30.949894 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-d55ee34e-63c5-4df1-b997-ff5ce422007a req-a0a2ce71-b712-47d4-8a73-7e506b485a03 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/ports?device_id=21576f61-6c69-4e7d-bcca-66318419bc0b HTTP/1.1" status: 200 len: 946 time: 0.4046102 Aug 25 16:11:30.990894 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-1bf536be-b7f1-4c3c-b07a-2be1e6809122 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:31.080949 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-d55ee34e-63c5-4df1-b997-ff5ce422007a req-88604b64-d7c5-4eff-8181-07a282be6b56 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/security-groups?id=9e7f6e62-5d07-4b94-bd1b-2408a7eb9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300609 Aug 25 16:11:31.160171 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.quota.driver [req-beac880e-e287-4dc4-a9bf-2fc0c472ded2 req-6f955424-8bf6-4b6e-aebc-d2775624eae9 tempest-VolumesActionsTest-1849989351 tempest-VolumesActionsTest-1849989351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:11:31.164802 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [req-beac880e-e287-4dc4-a9bf-2fc0c472ded2 req-6f955424-8bf6-4b6e-aebc-d2775624eae9 tempest-VolumesActionsTest-1849989351 tempest-VolumesActionsTest-1849989351-project] Usage tracker for resource:port and tenant:e00743498afc4a22a0153609b9aa9eb6 is out of sync, need to count used quota {{(pid=75041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:11:31.168889 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [req-beac880e-e287-4dc4-a9bf-2fc0c472ded2 req-6f955424-8bf6-4b6e-aebc-d2775624eae9 tempest-VolumesActionsTest-1849989351 tempest-VolumesActionsTest-1849989351-project] Quota usage for port was recalculated. Used quota:0. {{(pid=75041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:11:31.176280 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.quota.driver [req-beac880e-e287-4dc4-a9bf-2fc0c472ded2 req-6f955424-8bf6-4b6e-aebc-d2775624eae9 tempest-VolumesActionsTest-1849989351 tempest-VolumesActionsTest-1849989351-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=75041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:11:31.187951 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-beac880e-e287-4dc4-a9bf-2fc0c472ded2 req-6f955424-8bf6-4b6e-aebc-d2775624eae9 tempest-VolumesActionsTest-1849989351 tempest-VolumesActionsTest-1849989351-project] Made reservation on behalf of e00743498afc4a22a0153609b9aa9eb6 for: {'port': 1} {{(pid=75041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:11:31.205370 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [req-beac880e-e287-4dc4-a9bf-2fc0c472ded2 req-6f955424-8bf6-4b6e-aebc-d2775624eae9 tempest-VolumesActionsTest-1849989351 tempest-VolumesActionsTest-1849989351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:31.377747 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-978127db-d4fd-490c-9bef-7d21b54fcb34 req-0ec0896c-7a23-43f6-a718-526ba8b2cd11 tempest-VolumesActionsTest-1849989351 tempest-VolumesActionsTest-1849989351-project] 10.222.0.68 "GET /v2.0/ports?device_id=3c7f5df3-2c31-4a72-9c1d-abc0c8b03483 HTTP/1.1" status: 200 len: 210 time: 0.0781412 Aug 25 16:11:31.578928 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-1f8e3a82-10ce-492f-869f-02b93ff15f97 req-e83e48a4-40e7-4f97-8737-1a976b1334a7 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] 10.222.0.68 "GET /v2.0/ports?device_id=c46f97d7-0e28-467b-8003-354f4d3f52c2 HTTP/1.1" status: 200 len: 210 time: 0.0589092 Aug 25 16:11:31.594105 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.db_base_plugin_common [req-beac880e-e287-4dc4-a9bf-2fc0c472ded2 req-6f955424-8bf6-4b6e-aebc-d2775624eae9 tempest-VolumesActionsTest-1849989351 tempest-VolumesActionsTest-1849989351-project] Allocated IP 172.20.0.5 (59b6fe81-15f1-4f75-b286-5a7dcadc0cbf/84169c57-b91b-4288-9bd2-2cf53a6db897/6a725873-07fc-4ce1-8991-cb8499ae0eef) {{(pid=75041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:11:31.905123 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [req-beac880e-e287-4dc4-a9bf-2fc0c472ded2 req-6f955424-8bf6-4b6e-aebc-d2775624eae9 tempest-VolumesActionsTest-1849989351 tempest-VolumesActionsTest-1849989351-project] Notify callbacks [] for port, precommit_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:31.937120 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [req-beac880e-e287-4dc4-a9bf-2fc0c472ded2 req-6f955424-8bf6-4b6e-aebc-d2775624eae9 tempest-VolumesActionsTest-1849989351 tempest-VolumesActionsTest-1849989351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776571788279'] for port, after_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:31.944685 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:11:32.002470 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66484a8e-11fd-4a83-92fc-edd861286080 req-cd2a14f7-2136-489a-9c89-3f4c2798f69b tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:32.005841 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-66484a8e-11fd-4a83-92fc-edd861286080 req-cd2a14f7-2136-489a-9c89-3f4c2798f69b tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] 10.222.0.70 "GET /v2.0/networks?id=aad61cb0-d4d9-415f-959c-855a438981a1 HTTP/1.1" status: 200 len: 813 time: 0.2823670 Aug 25 16:11:32.027598 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.v2.base [req-66484a8e-11fd-4a83-92fc-edd861286080 req-8a4a87ff-0ef0-4126-87af-b3fbe1a7e761 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] Request body: {'port': {'device_id': 'c46f97d7-0e28-467b-8003-354f4d3f52c2', 'network_id': 'aad61cb0-d4d9-415f-959c-855a438981a1', 'admin_state_up': True, 'tenant_id': '9cb4e2d656cb43358370c10c173ff464'}} {{(pid=75040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:11:32.152650 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-beac880e-e287-4dc4-a9bf-2fc0c472ded2 req-6f955424-8bf6-4b6e-aebc-d2775624eae9 tempest-VolumesActionsTest-1849989351 tempest-VolumesActionsTest-1849989351-project] Network 59b6fe81-15f1-4f75-b286-5a7dcadc0cbf is already hosted by enough agents. {{(pid=75041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:11:32.159374 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.scheduler.base_scheduler [req-beac880e-e287-4dc4-a9bf-2fc0c472ded2 req-6f955424-8bf6-4b6e-aebc-d2775624eae9 tempest-VolumesActionsTest-1849989351 tempest-VolumesActionsTest-1849989351-project] Resources bound (agent type, host, resource id): {{(pid=75041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:11:32.162241 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f955424-8bf6-4b6e-aebc-d2775624eae9 tempest-VolumesActionsTest-1849989351 tempest-VolumesActionsTest-1849989351-project] Pushing event updated for resources: {'Port': ['ID=6a725873-07fc-4ce1-8991-cb8499ae0eef,revision_number=1']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:11:32.165637 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.l3_dvrscheduler_db [req-beac880e-e287-4dc4-a9bf-2fc0c472ded2 req-6f955424-8bf6-4b6e-aebc-d2775624eae9 tempest-VolumesActionsTest-1849989351 tempest-VolumesActionsTest-1849989351-project] Received port after_create {{(pid=75041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:11:32.173066 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beac880e-e287-4dc4-a9bf-2fc0c472ded2 req-6f955424-8bf6-4b6e-aebc-d2775624eae9 tempest-VolumesActionsTest-1849989351 tempest-VolumesActionsTest-1849989351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:32.174652 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [req-beac880e-e287-4dc4-a9bf-2fc0c472ded2 req-6f955424-8bf6-4b6e-aebc-d2775624eae9 tempest-VolumesActionsTest-1849989351 tempest-VolumesActionsTest-1849989351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16129646'] for port, before_response {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:32.180266 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-6f955424-8bf6-4b6e-aebc-d2775624eae9 tempest-VolumesActionsTest-1849989351 tempest-VolumesActionsTest-1849989351-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:11:32.207987 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-beac880e-e287-4dc4-a9bf-2fc0c472ded2 req-6f955424-8bf6-4b6e-aebc-d2775624eae9 tempest-VolumesActionsTest-1849989351 tempest-VolumesActionsTest-1849989351-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3787141 Aug 25 16:11:32.226155 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.v2.base [req-beac880e-e287-4dc4-a9bf-2fc0c472ded2 req-d9c2091e-4b30-4dae-8200-c4d3731dbe80 service neutron] Request body: {'port': {'device_id': '3c7f5df3-2c31-4a72-9c1d-abc0c8b03483', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80600'}} {{(pid=75041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:11:32.342970 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.wsgi [-] (75041) accepted ('10.222.0.68', 55832) {{(pid=75041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:11:32.354886 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-8ca458b3-9003-4c9b-b026-f7ba765eab5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:32.420914 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [req-66484a8e-11fd-4a83-92fc-edd861286080 req-8a4a87ff-0ef0-4126-87af-b3fbe1a7e761 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:11:32.434436 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [req-66484a8e-11fd-4a83-92fc-edd861286080 req-8a4a87ff-0ef0-4126-87af-b3fbe1a7e761 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:11:32.448941 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66484a8e-11fd-4a83-92fc-edd861286080 req-8a4a87ff-0ef0-4126-87af-b3fbe1a7e761 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] Made reservation on behalf of 9cb4e2d656cb43358370c10c173ff464 for: {'port': 1} {{(pid=75040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:11:32.452905 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [req-66484a8e-11fd-4a83-92fc-edd861286080 req-8a4a87ff-0ef0-4126-87af-b3fbe1a7e761 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:32.512918 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [req-beac880e-e287-4dc4-a9bf-2fc0c472ded2 req-d9c2091e-4b30-4dae-8200-c4d3731dbe80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_update {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:32.530852 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026d9650-dd99-4170-a8ab-e6e2dfbf5128 req-259abafe-632f-46fd-94c9-5d822a50c25c tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:32.532348 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-026d9650-dd99-4170-a8ab-e6e2dfbf5128 req-259abafe-632f-46fd-94c9-5d822a50c25c tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/ports?device_id=21576f61-6c69-4e7d-bcca-66318419bc0b HTTP/1.1" status: 200 len: 946 time: 0.1878681 Aug 25 16:11:32.742823 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55678cb5-abb5-40c5-813f-120b20af9cfd req-db0158bd-e87e-46ce-aa21-323291a327b8 tempest-VolumesActionsTest-1849989351 tempest-VolumesActionsTest-1849989351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:32.744879 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-55678cb5-abb5-40c5-813f-120b20af9cfd req-db0158bd-e87e-46ce-aa21-323291a327b8 tempest-VolumesActionsTest-1849989351 tempest-VolumesActionsTest-1849989351-project] 10.222.0.68 "GET /v2.0/ports?device_id=3c7f5df3-2c31-4a72-9c1d-abc0c8b03483 HTTP/1.1" status: 200 len: 931 time: 0.1868494 Aug 25 16:11:32.774597 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.db_base_plugin_common [req-66484a8e-11fd-4a83-92fc-edd861286080 req-8a4a87ff-0ef0-4126-87af-b3fbe1a7e761 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] Allocated IP 172.20.0.8 (aad61cb0-d4d9-415f-959c-855a438981a1/33e45a3e-8c03-4dce-9e75-1dc9683ee755/8de9a6a9-9189-42f5-8255-4362093f0c0f) {{(pid=75040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:11:32.835107 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [req-55678cb5-abb5-40c5-813f-120b20af9cfd req-88b4590a-090a-40be-999e-b96e94c47a77 tempest-VolumesActionsTest-1849989351 tempest-VolumesActionsTest-1849989351-project] Synchronizing usage tracker for tenant:e00743498afc4a22a0153609b9aa9eb6 on resource:security_group {{(pid=75040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:11:32.849666 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-026d9650-dd99-4170-a8ab-e6e2dfbf5128 req-902db6d6-19a6-4273-8a72-d30fa2907adc tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/security-groups?id=9e7f6e62-5d07-4b94-bd1b-2408a7eb9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3107185 Aug 25 16:11:32.880865 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [req-55678cb5-abb5-40c5-813f-120b20af9cfd req-88b4590a-090a-40be-999e-b96e94c47a77 tempest-VolumesActionsTest-1849989351 tempest-VolumesActionsTest-1849989351-project] Unset dirty status for tenant:e00743498afc4a22a0153609b9aa9eb6 on resource:security_group {{(pid=75040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:11:32.885936 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-55678cb5-abb5-40c5-813f-120b20af9cfd req-88b4590a-090a-40be-999e-b96e94c47a77 tempest-VolumesActionsTest-1849989351 tempest-VolumesActionsTest-1849989351-project] 10.222.0.68 "GET /v2.0/security-groups?id=2fdafa6e-83cf-4704-ab97-b78a1a07192a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298881 Aug 25 16:11:33.011628 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.v2.base [None req-fb33d0fc-a1c2-4e1d-b2c3-ea267e7d4b24 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1252736714-network', 'tenant_id': 'e9aef4833bd74d2db11f03628b3cb562'}} {{(pid=75041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:11:33.018753 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.quota.driver [None req-fb33d0fc-a1c2-4e1d-b2c3-ea267e7d4b24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:11:33.029500 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [None req-fb33d0fc-a1c2-4e1d-b2c3-ea267e7d4b24 admin admin] Usage tracker for resource:network and tenant:e9aef4833bd74d2db11f03628b3cb562 is out of sync, need to count used quota {{(pid=75041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:11:33.035038 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [None req-fb33d0fc-a1c2-4e1d-b2c3-ea267e7d4b24 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:11:33.053658 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.quota.driver [None req-fb33d0fc-a1c2-4e1d-b2c3-ea267e7d4b24 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:11:33.111479 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-d5e375db-782b-4d31-ada0-c115e3c62195 req-092f7735-7e4e-4eb4-b273-aaae4b6a2b9c tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] 10.222.0.68 "GET /v2.0/ports?device_id=c46f97d7-0e28-467b-8003-354f4d3f52c2 HTTP/1.1" status: 200 len: 210 time: 0.0622034 Aug 25 16:11:33.168711 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb33d0fc-a1c2-4e1d-b2c3-ea267e7d4b24 admin admin] Made reservation on behalf of e9aef4833bd74d2db11f03628b3cb562 for: {'network': 1} {{(pid=75041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:11:33.170338 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [req-66484a8e-11fd-4a83-92fc-edd861286080 req-8a4a87ff-0ef0-4126-87af-b3fbe1a7e761 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] Notify callbacks [] for port, precommit_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:33.171121 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-fb33d0fc-a1c2-4e1d-b2c3-ea267e7d4b24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for network, before_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:33.193963 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-fb33d0fc-a1c2-4e1d-b2c3-ea267e7d4b24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:33.206673 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [req-66484a8e-11fd-4a83-92fc-edd861286080 req-8a4a87ff-0ef0-4126-87af-b3fbe1a7e761 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776571788279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1434720'] for port, after_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:33.213729 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.notifiers.nova [req-beac880e-e287-4dc4-a9bf-2fc0c472ded2 req-d9c2091e-4b30-4dae-8200-c4d3731dbe80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a725873-07fc-4ce1-8991-cb8499ae0eef {{(pid=75041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:11:33.214676 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:11:33.229762 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.db [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] get_ports_and_sgs() called for port_ids ['10ad7f25-3a4a-4869-b72e-0006ee6c2a61', 'be9f1990-ef92-4ea4-ad95-a26055f955b7', '86eb648f-4e18-49c9-925c-2829e94ceb2d'] {{(pid=75042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:11:33.281257 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [req-beac880e-e287-4dc4-a9bf-2fc0c472ded2 req-d9c2091e-4b30-4dae-8200-c4d3731dbe80 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:33.295667 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66484a8e-11fd-4a83-92fc-edd861286080 req-8a4a87ff-0ef0-4126-87af-b3fbe1a7e761 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] Network aad61cb0-d4d9-415f-959c-855a438981a1 is already hosted by enough agents. {{(pid=75040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:11:33.299824 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.scheduler.base_scheduler [req-66484a8e-11fd-4a83-92fc-edd861286080 req-8a4a87ff-0ef0-4126-87af-b3fbe1a7e761 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] Resources bound (agent type, host, resource id): {{(pid=75040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:11:33.310991 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.l3_dvrscheduler_db [req-66484a8e-11fd-4a83-92fc-edd861286080 req-8a4a87ff-0ef0-4126-87af-b3fbe1a7e761 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] Received port after_create {{(pid=75040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:11:33.361791 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.provisioning_blocks [req-beac880e-e287-4dc4-a9bf-2fc0c472ded2 req-d9c2091e-4b30-4dae-8200-c4d3731dbe80 service neutron] Transition to ACTIVE for port object 6a725873-07fc-4ce1-8991-cb8499ae0eef will not be triggered until provisioned by entity L2. {{(pid=75041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:11:33.369974 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.quota.driver [None req-fb33d0fc-a1c2-4e1d-b2c3-ea267e7d4b24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:11:33.374657 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [req-beac880e-e287-4dc4-a9bf-2fc0c472ded2 req-d9c2091e-4b30-4dae-8200-c4d3731dbe80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776572168726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776571761677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776571761722'] for port, after_update {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:33.387113 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [None req-fb33d0fc-a1c2-4e1d-b2c3-ea267e7d4b24 admin admin] Usage tracker for resource:security_group_rule and tenant:e9aef4833bd74d2db11f03628b3cb562 is out of sync, need to count used quota {{(pid=75041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:11:33.389733 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:11:33.418674 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [None req-fb33d0fc-a1c2-4e1d-b2c3-ea267e7d4b24 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:11:33.419854 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66484a8e-11fd-4a83-92fc-edd861286080 req-8a4a87ff-0ef0-4126-87af-b3fbe1a7e761 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:33.420485 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [req-66484a8e-11fd-4a83-92fc-edd861286080 req-8a4a87ff-0ef0-4126-87af-b3fbe1a7e761 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981218'] for port, before_response {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:33.426698 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4a87ff-0ef0-4126-87af-b3fbe1a7e761 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] Pushing event updated for resources: {'Port': ['ID=8de9a6a9-9189-42f5-8255-4362093f0c0f,revision_number=1']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:11:33.436974 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.quota.driver [None req-fb33d0fc-a1c2-4e1d-b2c3-ea267e7d4b24 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:11:33.441118 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-8a4a87ff-0ef0-4126-87af-b3fbe1a7e761 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:11:33.464467 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-66484a8e-11fd-4a83-92fc-edd861286080 req-8a4a87ff-0ef0-4126-87af-b3fbe1a7e761 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4415679 Aug 25 16:11:33.480583 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.v2.base [req-66484a8e-11fd-4a83-92fc-edd861286080 req-aab918ce-e3b7-42ff-9219-e469d0a9cd3a service neutron] Request body: {'port': {'device_id': 'c46f97d7-0e28-467b-8003-354f4d3f52c2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80600'}} {{(pid=75040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:11:33.549050 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6c8e2b-52da-49e3-8a63-f3f4d7af076d req-5923cdfd-33b3-4a01-8551-d7063908bd4c tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:33.550609 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-6d6c8e2b-52da-49e3-8a63-f3f4d7af076d req-5923cdfd-33b3-4a01-8551-d7063908bd4c tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/ports?device_id=768557d9-c88d-4397-91dd-f58022c93843 HTTP/1.1" status: 200 len: 946 time: 0.3403151 Aug 25 16:11:33.597421 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c2091e-4b30-4dae-8200-c4d3731dbe80 service neutron] Pushing event updated for resources: {'Port': ['ID=6a725873-07fc-4ce1-8991-cb8499ae0eef,revision_number=2']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:11:33.608974 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-d9c2091e-4b30-4dae-8200-c4d3731dbe80 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:11:33.644832 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [req-66484a8e-11fd-4a83-92fc-edd861286080 req-aab918ce-e3b7-42ff-9219-e469d0a9cd3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_update {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:33.723365 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.managers [req-beac880e-e287-4dc4-a9bf-2fc0c472ded2 req-d9c2091e-4b30-4dae-8200-c4d3731dbe80 service neutron] Attempting to bind port 6a725873-07fc-4ce1-8991-cb8499ae0eef on host hv-cinder-80600 for vnic_type normal with profile {{(pid=75041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:11:33.723706 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.managers [req-beac880e-e287-4dc4-a9bf-2fc0c472ded2 req-d9c2091e-4b30-4dae-8200-c4d3731dbe80 service neutron] Attempting to bind port 6a725873-07fc-4ce1-8991-cb8499ae0eef by drivers openvswitch,hyperv on host hv-cinder-80600 at level 0 using segments [{'id': 'a3ceb23e-bb63-45e0-97c2-492952014844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '59b6fe81-15f1-4f75-b286-5a7dcadc0cbf'}] {{(pid=75041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:11:33.724035 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beac880e-e287-4dc4-a9bf-2fc0c472ded2 req-d9c2091e-4b30-4dae-8200-c4d3731dbe80 service neutron] Attempting to bind port 6a725873-07fc-4ce1-8991-cb8499ae0eef on network 59b6fe81-15f1-4f75-b286-5a7dcadc0cbf {{(pid=75041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:11:33.747953 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-6d6c8e2b-52da-49e3-8a63-f3f4d7af076d req-75ced870-f863-4af7-9af2-d968887d77e9 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/security-groups?id=9e7f6e62-5d07-4b94-bd1b-2408a7eb9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826260 Aug 25 16:11:33.786543 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-fb33d0fc-a1c2-4e1d-b2c3-ea267e7d4b24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:33.788030 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beac880e-e287-4dc4-a9bf-2fc0c472ded2 req-d9c2091e-4b30-4dae-8200-c4d3731dbe80 service neutron] Port 6a725873-07fc-4ce1-8991-cb8499ae0eef on network 59b6fe81-15f1-4f75-b286-5a7dcadc0cbf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80600 {{(pid=75041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 16:11:33.788605 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beac880e-e287-4dc4-a9bf-2fc0c472ded2 req-d9c2091e-4b30-4dae-8200-c4d3731dbe80 service neutron] Attempting to bind port 6a725873-07fc-4ce1-8991-cb8499ae0eef on network 59b6fe81-15f1-4f75-b286-5a7dcadc0cbf {{(pid=75041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:11:33.793825 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-fb33d0fc-a1c2-4e1d-b2c3-ea267e7d4b24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:33.798418 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-7125a8ce-83de-44b6-886a-c969115cb43d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:11:33.814319 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beac880e-e287-4dc4-a9bf-2fc0c472ded2 req-d9c2091e-4b30-4dae-8200-c4d3731dbe80 service neutron] Checking agent: {'id': 'ce44fce8-b773-464c-81ed-5793acd8e0ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80600', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 7, 48), 'started_at': datetime.datetime(2021, 8, 25, 16, 7, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 11, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:11:33.814943 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beac880e-e287-4dc4-a9bf-2fc0c472ded2 req-d9c2091e-4b30-4dae-8200-c4d3731dbe80 service neutron] Checking segment: {'id': 'a3ceb23e-bb63-45e0-97c2-492952014844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '59b6fe81-15f1-4f75-b286-5a7dcadc0cbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:11:33.815550 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beac880e-e287-4dc4-a9bf-2fc0c472ded2 req-d9c2091e-4b30-4dae-8200-c4d3731dbe80 service neutron] Bound using segment: {'id': 'a3ceb23e-bb63-45e0-97c2-492952014844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '59b6fe81-15f1-4f75-b286-5a7dcadc0cbf'} {{(pid=75041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:11:33.816182 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.managers [req-beac880e-e287-4dc4-a9bf-2fc0c472ded2 req-d9c2091e-4b30-4dae-8200-c4d3731dbe80 service neutron] Bound port: 6a725873-07fc-4ce1-8991-cb8499ae0eef, host: hv-cinder-80600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3ceb23e-bb63-45e0-97c2-492952014844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '59b6fe81-15f1-4f75-b286-5a7dcadc0cbf'}}] {{(pid=75041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:11:33.816771 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [req-beac880e-e287-4dc4-a9bf-2fc0c472ded2 req-d9c2091e-4b30-4dae-8200-c4d3731dbe80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_update {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:33.849565 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb33d0fc-a1c2-4e1d-b2c3-ea267e7d4b24 admin admin] vlan segment allocate from pool success with {'vlan_id': 857, 'physical_network': 'physnet1'} {{(pid=75041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 25 16:11:33.858596 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb33d0fc-a1c2-4e1d-b2c3-ea267e7d4b24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75bbd5bb-ec3f-42ed-8dc0-4e0ad4ba4f68,revision_number=1']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:11:33.863997 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-fb33d0fc-a1c2-4e1d-b2c3-ea267e7d4b24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:11:33.922717 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-fb33d0fc-a1c2-4e1d-b2c3-ea267e7d4b24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16198673'] for segment, precommit_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:33.923063 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.db.segments_db [None req-fb33d0fc-a1c2-4e1d-b2c3-ea267e7d4b24 admin admin] Added segment 958c1d75-9a7b-4ffd-b739-cb7f1585c545 of type vlan for network 614f2e95-7eb0-4ef1-81dd-2bbf704665be Aug 25 16:11:33.983129 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-fb33d0fc-a1c2-4e1d-b2c3-ea267e7d4b24 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776571744898'] for network, precommit_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:33.994448 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.db [req-beac880e-e287-4dc4-a9bf-2fc0c472ded2 req-d9c2091e-4b30-4dae-8200-c4d3731dbe80 service neutron] For port 6a725873-07fc-4ce1-8991-cb8499ae0eef, host hv-cinder-80600, cleared binding levels {{(pid=75041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:11:33.999013 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.db [req-beac880e-e287-4dc4-a9bf-2fc0c472ded2 req-d9c2091e-4b30-4dae-8200-c4d3731dbe80 service neutron] For port 6a725873-07fc-4ce1-8991-cb8499ae0eef, host hv-cinder-80600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=6a725873-07fc-4ce1-8991-cb8499ae0eef,segment=NetworkSegment(a3ceb23e-bb63-45e0-97c2-492952014844),segment_id=a3ceb23e-bb63-45e0-97c2-492952014844)] {{(pid=75041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:11:34.014675 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [req-beac880e-e287-4dc4-a9bf-2fc0c472ded2 req-d9c2091e-4b30-4dae-8200-c4d3731dbe80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776572168726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776571761677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776571761722'] for port, after_update {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:34.025746 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:11:34.132782 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-fb33d0fc-a1c2-4e1d-b2c3-ea267e7d4b24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748'] for network, after_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:34.138709 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb33d0fc-a1c2-4e1d-b2c3-ea267e7d4b24 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:34.139297 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-fb33d0fc-a1c2-4e1d-b2c3-ea267e7d4b24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16129646'] for network, before_response {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:34.143487 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [req-beac880e-e287-4dc4-a9bf-2fc0c472ded2 req-d9c2091e-4b30-4dae-8200-c4d3731dbe80 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16129646'] for port, before_response {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:34.144842 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-beac880e-e287-4dc4-a9bf-2fc0c472ded2 req-d9c2091e-4b30-4dae-8200-c4d3731dbe80 service neutron] 10.222.0.70 "PUT /v2.0/ports/6a725873-07fc-4ce1-8991-cb8499ae0eef HTTP/1.1" status: 200 len: 1093 time: 1.9282310 Aug 25 16:11:34.149275 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c7f5df3-2c31-4a72-9c1d-abc0c8b03483', 'tag': '6a725873-07fc-4ce1-8991-cb8499ae0eef'}] {{(pid=75041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:11:34.179012 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c2091e-4b30-4dae-8200-c4d3731dbe80 service neutron] Pushing event updated for resources: {'Port': ['ID=6a725873-07fc-4ce1-8991-cb8499ae0eef,revision_number=3']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:11:34.183295 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [None req-fb33d0fc-a1c2-4e1d-b2c3-ea267e7d4b24 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.8359063 Aug 25 16:11:34.184145 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-d9c2091e-4b30-4dae-8200-c4d3731dbe80 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:11:34.184653 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-7bff44aa-fc58-4cda-b2aa-9a86043895cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:11:34.200931 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.wsgi [-] (75041) accepted ('10.222.0.68', 55884) {{(pid=75041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:11:34.214872 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.v2.base [None req-6fba715f-67f9-4db5-93e5-f42430a2b2bc admin admin] Request body: {'subnet': {'network_id': '614f2e95-7eb0-4ef1-81dd-2bbf704665be', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1252736714-subnet', 'tenant_id': 'e9aef4833bd74d2db11f03628b3cb562', 'ip_version': 4}} {{(pid=75041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:11:34.233543 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.notifiers.nova [req-66484a8e-11fd-4a83-92fc-edd861286080 req-aab918ce-e3b7-42ff-9219-e469d0a9cd3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8de9a6a9-9189-42f5-8255-4362093f0c0f {{(pid=75040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:11:34.243997 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [req-66484a8e-11fd-4a83-92fc-edd861286080 req-aab918ce-e3b7-42ff-9219-e469d0a9cd3a service neutron] Notify callbacks [] for port, precommit_update {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:34.263037 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.quota.driver [None req-6fba715f-67f9-4db5-93e5-f42430a2b2bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:11:34.278550 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.provisioning_blocks [req-66484a8e-11fd-4a83-92fc-edd861286080 req-aab918ce-e3b7-42ff-9219-e469d0a9cd3a service neutron] Transition to ACTIVE for port object 8de9a6a9-9189-42f5-8255-4362093f0c0f will not be triggered until provisioned by entity L2. {{(pid=75040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:11:34.324564 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [None req-6fba715f-67f9-4db5-93e5-f42430a2b2bc admin admin] Usage tracker for resource:subnet and tenant:e9aef4833bd74d2db11f03628b3cb562 is out of sync, need to count used quota {{(pid=75041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:11:34.380153 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [None req-6fba715f-67f9-4db5-93e5-f42430a2b2bc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:11:34.391409 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.quota.driver [None req-6fba715f-67f9-4db5-93e5-f42430a2b2bc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:11:34.409922 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb33d0fc-a1c2-4e1d-b2c3-ea267e7d4b24 admin admin] Pushing event updated for resources: {'Network': ['ID=614f2e95-7eb0-4ef1-81dd-2bbf704665be,revision_number=1']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:11:34.421088 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-fb33d0fc-a1c2-4e1d-b2c3-ea267e7d4b24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:11:34.433248 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Network 614f2e95-7eb0-4ef1-81dd-2bbf704665be details requested by agent ovs-agent-dv-cinder-806007-1-smb with host dv-cinder-806007-1-smb {{(pid=75042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 25 16:11:34.435022 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fba715f-67f9-4db5-93e5-f42430a2b2bc admin admin] Made reservation on behalf of e9aef4833bd74d2db11f03628b3cb562 for: {'subnet': 1} {{(pid=75041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:11:34.437470 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-6fba715f-67f9-4db5-93e5-f42430a2b2bc admin admin] Notify callbacks [] for subnet, before_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:34.463793 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [req-66484a8e-11fd-4a83-92fc-edd861286080 req-aab918ce-e3b7-42ff-9219-e469d0a9cd3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776572168726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776571761677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776571761722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1434729'] for port, after_update {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:34.507044 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-648aff2d-d468-4b62-9f93-aa99d52f64c0 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:11:34.669927 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab918ce-e3b7-42ff-9219-e469d0a9cd3a service neutron] Pushing event updated for resources: {'Port': ['ID=8de9a6a9-9189-42f5-8255-4362093f0c0f,revision_number=2']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:11:34.674688 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-aab918ce-e3b7-42ff-9219-e469d0a9cd3a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:11:34.727216 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-beac880e-e287-4dc4-a9bf-2fc0c472ded2 req-2371991e-2240-4948-815c-c1a74a783c16 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e00743498afc4a22a0153609b9aa9eb6&device_id=3c7f5df3-2c31-4a72-9c1d-abc0c8b03483 HTTP/1.1" status: 200 len: 1096 time: 0.5171731 Aug 25 16:11:34.739550 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04a4342-b05c-4db4-8759-85c3e5898dfa req-72ee36f5-ca6b-4877-ba5a-1cbb8b6450e7 tempest-VolumesActionsTest-1849989351 tempest-VolumesActionsTest-1849989351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:34.741065 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-f04a4342-b05c-4db4-8759-85c3e5898dfa req-72ee36f5-ca6b-4877-ba5a-1cbb8b6450e7 tempest-VolumesActionsTest-1849989351 tempest-VolumesActionsTest-1849989351-project] 10.222.0.68 "GET /v2.0/ports?device_id=3c7f5df3-2c31-4a72-9c1d-abc0c8b03483 HTTP/1.1" status: 200 len: 943 time: 0.4608490 Aug 25 16:11:34.818983 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-beac880e-e287-4dc4-a9bf-2fc0c472ded2 req-a0bdf5b7-01f7-43e6-a68c-0b1a1e2d23f5 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6a725873-07fc-4ce1-8991-cb8499ae0eef HTTP/1.1" status: 200 len: 217 time: 0.0760429 Aug 25 16:11:34.845023 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-f04a4342-b05c-4db4-8759-85c3e5898dfa req-596e7a2a-e657-4866-a583-4aa158e94267 tempest-VolumesActionsTest-1849989351 tempest-VolumesActionsTest-1849989351-project] 10.222.0.68 "GET /v2.0/security-groups?id=2fdafa6e-83cf-4704-ab97-b78a1a07192a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671470 Aug 25 16:11:34.869193 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.plugins.ml2.managers [req-66484a8e-11fd-4a83-92fc-edd861286080 req-aab918ce-e3b7-42ff-9219-e469d0a9cd3a service neutron] Attempting to bind port 8de9a6a9-9189-42f5-8255-4362093f0c0f on host hv-cinder-80600 for vnic_type normal with profile {{(pid=75040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:11:34.869650 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.plugins.ml2.managers [req-66484a8e-11fd-4a83-92fc-edd861286080 req-aab918ce-e3b7-42ff-9219-e469d0a9cd3a service neutron] Attempting to bind port 8de9a6a9-9189-42f5-8255-4362093f0c0f by drivers openvswitch,hyperv on host hv-cinder-80600 at level 0 using segments [{'id': '215609b0-0c2d-4037-aca0-35ce882d3942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'aad61cb0-d4d9-415f-959c-855a438981a1'}] {{(pid=75040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:11:34.869961 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66484a8e-11fd-4a83-92fc-edd861286080 req-aab918ce-e3b7-42ff-9219-e469d0a9cd3a service neutron] Attempting to bind port 8de9a6a9-9189-42f5-8255-4362093f0c0f on network aad61cb0-d4d9-415f-959c-855a438981a1 {{(pid=75040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:11:34.876909 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66484a8e-11fd-4a83-92fc-edd861286080 req-aab918ce-e3b7-42ff-9219-e469d0a9cd3a service neutron] Port 8de9a6a9-9189-42f5-8255-4362093f0c0f on network aad61cb0-d4d9-415f-959c-855a438981a1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80600 {{(pid=75040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 16:11:34.877349 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66484a8e-11fd-4a83-92fc-edd861286080 req-aab918ce-e3b7-42ff-9219-e469d0a9cd3a service neutron] Attempting to bind port 8de9a6a9-9189-42f5-8255-4362093f0c0f on network aad61cb0-d4d9-415f-959c-855a438981a1 {{(pid=75040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:11:34.884744 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66484a8e-11fd-4a83-92fc-edd861286080 req-aab918ce-e3b7-42ff-9219-e469d0a9cd3a service neutron] Checking agent: {'id': 'ce44fce8-b773-464c-81ed-5793acd8e0ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80600', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 7, 48), 'started_at': datetime.datetime(2021, 8, 25, 16, 7, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 11, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:11:34.884744 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66484a8e-11fd-4a83-92fc-edd861286080 req-aab918ce-e3b7-42ff-9219-e469d0a9cd3a service neutron] Checking segment: {'id': '215609b0-0c2d-4037-aca0-35ce882d3942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'aad61cb0-d4d9-415f-959c-855a438981a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:11:34.885398 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66484a8e-11fd-4a83-92fc-edd861286080 req-aab918ce-e3b7-42ff-9219-e469d0a9cd3a service neutron] Bound using segment: {'id': '215609b0-0c2d-4037-aca0-35ce882d3942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'aad61cb0-d4d9-415f-959c-855a438981a1'} {{(pid=75040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:11:34.885659 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.plugins.ml2.managers [req-66484a8e-11fd-4a83-92fc-edd861286080 req-aab918ce-e3b7-42ff-9219-e469d0a9cd3a service neutron] Bound port: 8de9a6a9-9189-42f5-8255-4362093f0c0f, host: hv-cinder-80600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '215609b0-0c2d-4037-aca0-35ce882d3942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'aad61cb0-d4d9-415f-959c-855a438981a1'}}] {{(pid=75040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:11:34.886030 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [req-66484a8e-11fd-4a83-92fc-edd861286080 req-aab918ce-e3b7-42ff-9219-e469d0a9cd3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_update {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:34.997535 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c7f5df3-2c31-4a72-9c1d-abc0c8b03483', 'tag': '6a725873-07fc-4ce1-8991-cb8499ae0eef', 'status': 'completed', 'code': 200} Aug 25 16:11:35.007387 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.plugins.ml2.db [req-66484a8e-11fd-4a83-92fc-edd861286080 req-aab918ce-e3b7-42ff-9219-e469d0a9cd3a service neutron] For port 8de9a6a9-9189-42f5-8255-4362093f0c0f, host hv-cinder-80600, cleared binding levels {{(pid=75040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:11:35.011421 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.plugins.ml2.db [req-66484a8e-11fd-4a83-92fc-edd861286080 req-aab918ce-e3b7-42ff-9219-e469d0a9cd3a service neutron] For port 8de9a6a9-9189-42f5-8255-4362093f0c0f, host hv-cinder-80600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=8de9a6a9-9189-42f5-8255-4362093f0c0f,segment=NetworkSegment(215609b0-0c2d-4037-aca0-35ce882d3942),segment_id=215609b0-0c2d-4037-aca0-35ce882d3942)] {{(pid=75040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:11:35.016809 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [req-66484a8e-11fd-4a83-92fc-edd861286080 req-aab918ce-e3b7-42ff-9219-e469d0a9cd3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776572168726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776571761677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776571761722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1434729'] for port, after_update {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:35.022974 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-102b4d48-0db3-46d9-8311-c0940256b41b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:11:35.060106 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5f97f2-141a-464c-8d67-28b04ffe1c95 req-7503c489-6eaa-4719-88e0-5deff7016eb9 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:35.061712 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-bc5f97f2-141a-464c-8d67-28b04ffe1c95 req-7503c489-6eaa-4719-88e0-5deff7016eb9 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] 10.222.0.68 "GET /v2.0/ports?device_id=c46f97d7-0e28-467b-8003-354f4d3f52c2 HTTP/1.1" status: 200 len: 943 time: 0.4049952 Aug 25 16:11:35.102317 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beac880e-e287-4dc4-a9bf-2fc0c472ded2 req-74a7bbcb-bef3-43fa-8925-497e754209f5 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:35.103920 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-beac880e-e287-4dc4-a9bf-2fc0c472ded2 req-74a7bbcb-bef3-43fa-8925-497e754209f5 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=84169c57-b91b-4288-9bd2-2cf53a6db897 HTTP/1.1" status: 200 len: 846 time: 0.2754204 Aug 25 16:11:35.174324 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-beac880e-e287-4dc4-a9bf-2fc0c472ded2 req-745a3eed-7c7f-4845-8ad5-61b5770a3b38 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=59b6fe81-15f1-4f75-b286-5a7dcadc0cbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0592430 Aug 25 16:11:35.178657 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [req-66484a8e-11fd-4a83-92fc-edd861286080 req-aab918ce-e3b7-42ff-9219-e469d0a9cd3a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981218'] for port, before_response {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:35.180206 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-66484a8e-11fd-4a83-92fc-edd861286080 req-aab918ce-e3b7-42ff-9219-e469d0a9cd3a service neutron] 10.222.0.70 "PUT /v2.0/ports/8de9a6a9-9189-42f5-8255-4362093f0c0f HTTP/1.1" status: 200 len: 1093 time: 1.7071481 Aug 25 16:11:35.180693 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c46f97d7-0e28-467b-8003-354f4d3f52c2', 'tag': '8de9a6a9-9189-42f5-8255-4362093f0c0f'}] {{(pid=75040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:11:35.209698 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab918ce-e3b7-42ff-9219-e469d0a9cd3a service neutron] Pushing event updated for resources: {'Port': ['ID=8de9a6a9-9189-42f5-8255-4362093f0c0f,revision_number=3']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:11:35.218062 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-aab918ce-e3b7-42ff-9219-e469d0a9cd3a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:11:35.219344 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-6fba715f-67f9-4db5-93e5-f42430a2b2bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748'] for subnet, after_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:35.283379 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-4c42ace6-54e5-4a65-a17d-54fbdfd6d2a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:11:35.307436 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c46f97d7-0e28-467b-8003-354f4d3f52c2', 'tag': '8de9a6a9-9189-42f5-8255-4362093f0c0f', 'status': 'completed', 'code': 200} Aug 25 16:11:35.323568 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-66484a8e-11fd-4a83-92fc-edd861286080 req-9b992a72-7dba-4d9e-aa9d-fdc19201c530 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9cb4e2d656cb43358370c10c173ff464&device_id=c46f97d7-0e28-467b-8003-354f4d3f52c2 HTTP/1.1" status: 200 len: 1096 time: 0.0964668 Aug 25 16:11:35.332667 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-bc5f97f2-141a-464c-8d67-28b04ffe1c95 req-a77c79b6-fafa-4133-8b91-a007bf03ec58 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] 10.222.0.68 "GET /v2.0/security-groups?id=08292ed9-3586-482c-a672-563a9deccae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2564375 Aug 25 16:11:35.409282 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fba715f-67f9-4db5-93e5-f42430a2b2bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=61345865-f17f-47a1-85d8-a6ba566735d4,revision_number=0']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:11:35.429768 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-6fba715f-67f9-4db5-93e5-f42430a2b2bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:11:35.446141 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-beac880e-e287-4dc4-a9bf-2fc0c472ded2 req-670b6f61-2144-4290-9e4e-bfd13c293aed service neutron] 10.222.0.70 "GET /v2.0/networks/59b6fe81-15f1-4f75-b286-5a7dcadc0cbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2596424 Aug 25 16:11:35.447751 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fba715f-67f9-4db5-93e5-f42430a2b2bc admin admin] Checking segment: {'id': '958c1d75-9a7b-4ffd-b739-cb7f1585c545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '614f2e95-7eb0-4ef1-81dd-2bbf704665be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:11:35.448110 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fba715f-67f9-4db5-93e5-f42430a2b2bc admin admin] Network hostable DHCP agents. Network: 614f2e95-7eb0-4ef1-81dd-2bbf704665be, hostable agents: ['daaa6c79-fb88-4b19-b87f-75e8fe826ec4'], hosted agents: [] {{(pid=75041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 16:11:35.460481 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-66484a8e-11fd-4a83-92fc-edd861286080 req-7f0409d2-8a0b-496e-8dff-ffbf828338b1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8de9a6a9-9189-42f5-8255-4362093f0c0f HTTP/1.1" status: 200 len: 217 time: 0.1283300 Aug 25 16:11:35.558749 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66484a8e-11fd-4a83-92fc-edd861286080 req-bfca9864-1f54-4042-a14b-bee6a537842b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:35.560429 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-66484a8e-11fd-4a83-92fc-edd861286080 req-bfca9864-1f54-4042-a14b-bee6a537842b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=33e45a3e-8c03-4dce-9e75-1dc9683ee755 HTTP/1.1" status: 200 len: 853 time: 0.0931118 Aug 25 16:11:35.574051 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fba715f-67f9-4db5-93e5-f42430a2b2bc admin admin] Network 614f2e95-7eb0-4ef1-81dd-2bbf704665be is scheduled to be hosted by DHCP agent daaa6c79-fb88-4b19-b87f-75e8fe826ec4 with binding_index 1 {{(pid=75041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 16:11:35.608234 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.scheduler.base_scheduler [None req-6fba715f-67f9-4db5-93e5-f42430a2b2bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806007-1-smb, 614f2e95-7eb0-4ef1-81dd-2bbf704665be) {{(pid=75041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:11:35.613645 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fba715f-67f9-4db5-93e5-f42430a2b2bc admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:35.614291 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-6fba715f-67f9-4db5-93e5-f42430a2b2bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16129646'] for subnet, before_response {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:35.621311 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-66484a8e-11fd-4a83-92fc-edd861286080 req-a88587a5-64ed-4468-8394-261ecbda0a01 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=aad61cb0-d4d9-415f-959c-855a438981a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469787 Aug 25 16:11:35.625261 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d64f673f-2660-45cd-b780-2edb28e305e4 None None] Network 614f2e95-7eb0-4ef1-81dd-2bbf704665be requested from dv-cinder-806007-1-smb {{(pid=75042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:11:35.637644 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-beac880e-e287-4dc4-a9bf-2fc0c472ded2 req-4859cf79-48b7-4fed-8e44-008844952d0f service neutron] 10.222.0.70 "GET /v2.0/networks/59b6fe81-15f1-4f75-b286-5a7dcadc0cbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799891 Aug 25 16:11:35.649739 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [None req-6fba715f-67f9-4db5-93e5-f42430a2b2bc admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4473011 Aug 25 16:11:35.652081 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.wsgi [-] (75041) accepted ('10.222.0.68', 55910) {{(pid=75041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:11:35.660225 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.v2.base [None req-538379ae-ba9f-481c-b115-ed4ee5204fa8 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1252736714-router', 'tenant_id': 'e9aef4833bd74d2db11f03628b3cb562', 'external_gateway_info': {'network_id': 'af5d4827-908c-4372-9134-1f0198184942'}}} {{(pid=75041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:11:35.669536 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.quota.driver [None req-538379ae-ba9f-481c-b115-ed4ee5204fa8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:11:35.675639 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [None req-538379ae-ba9f-481c-b115-ed4ee5204fa8 admin admin] Usage tracker for resource:router and tenant:e9aef4833bd74d2db11f03628b3cb562 is out of sync, need to count used quota {{(pid=75041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:11:35.680693 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [None req-538379ae-ba9f-481c-b115-ed4ee5204fa8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:11:35.692842 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.quota.driver [None req-538379ae-ba9f-481c-b115-ed4ee5204fa8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:11:35.707299 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-538379ae-ba9f-481c-b115-ed4ee5204fa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-457588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5365'] for router, before_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:35.708579 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-538379ae-ba9f-481c-b115-ed4ee5204fa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453583', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-480463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5374'] for router, precommit_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:35.796270 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-538379ae-ba9f-481c-b115-ed4ee5204fa8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:35.818511 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-66484a8e-11fd-4a83-92fc-edd861286080 req-907d907e-5e11-4956-a34b-00a38e1c92e8 service neutron] 10.222.0.70 "GET /v2.0/networks/aad61cb0-d4d9-415f-959c-855a438981a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814141 Aug 25 16:11:36.011399 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-538379ae-ba9f-481c-b115-ed4ee5204fa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-453629', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-457578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5328'] for router, precommit_update {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:36.029320 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-7e1c1a06-e4e6-4565-ae47-eec0f081eb72 req-455e669f-5e80-4729-be38-b60886f17538 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e00743498afc4a22a0153609b9aa9eb6&device_id=3c7f5df3-2c31-4a72-9c1d-abc0c8b03483 HTTP/1.1" status: 200 len: 1096 time: 0.3145950 Aug 25 16:11:36.083706 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-274f491d-eafa-40d6-81fd-f6f847a99a23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca772392-2f73-567c-a435-caaf44074501-614f2e95-7eb0-4ef1-81dd-2bbf704665be', 'network_id': '614f2e95-7eb0-4ef1-81dd-2bbf704665be', 'tenant_id': 'e9aef4833bd74d2db11f03628b3cb562', 'fixed_ips': [{'subnet_id': '61345865-f17f-47a1-85d8-a6ba566735d4'}]}} from dv-cinder-806007-1-smb. {{(pid=75042) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Aug 25 16:11:36.084895 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-274f491d-eafa-40d6-81fd-f6f847a99a23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_create {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:36.093316 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-66484a8e-11fd-4a83-92fc-edd861286080 req-867b2e84-1b33-4bd4-8aef-ac9e04964d7d service neutron] 10.222.0.70 "GET /v2.0/networks/aad61cb0-d4d9-415f-959c-855a438981a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2579963 Aug 25 16:11:36.275575 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b36b9b1-95a6-43e5-aa67-faaa26d0d7b9 req-43840950-8a1d-4405-8f35-c89178e860d8 tempest-VolumesActionsTest-1849989351 tempest-VolumesActionsTest-1849989351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:36.284112 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-7b36b9b1-95a6-43e5-aa67-faaa26d0d7b9 req-43840950-8a1d-4405-8f35-c89178e860d8 tempest-VolumesActionsTest-1849989351 tempest-VolumesActionsTest-1849989351-project] 10.222.0.68 "GET /v2.0/ports?device_id=3c7f5df3-2c31-4a72-9c1d-abc0c8b03483 HTTP/1.1" status: 200 len: 943 time: 0.1813993 Aug 25 16:11:36.290194 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-b389960a-6d67-480c-bb99-d8c37b907b89 req-37e29850-4b1a-4121-95c4-0811e72f787d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9cb4e2d656cb43358370c10c173ff464&device_id=c46f97d7-0e28-467b-8003-354f4d3f52c2 HTTP/1.1" status: 200 len: 1096 time: 0.1378548 Aug 25 16:11:36.313763 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1c1a06-e4e6-4565-ae47-eec0f081eb72 req-66725c07-4eb1-4ca8-9d89-1b01fa069f1f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:36.315128 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.db_base_plugin_common [None req-274f491d-eafa-40d6-81fd-f6f847a99a23 None None] Allocated IP 172.20.0.2 (614f2e95-7eb0-4ef1-81dd-2bbf704665be/61345865-f17f-47a1-85d8-a6ba566735d4/2e33d810-a7ec-41c8-ad59-7c93e0d136e9) {{(pid=75042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:11:36.315730 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-7e1c1a06-e4e6-4565-ae47-eec0f081eb72 req-66725c07-4eb1-4ca8-9d89-1b01fa069f1f service neutron] 10.222.0.70 "GET /v2.0/networks?id=59b6fe81-15f1-4f75-b286-5a7dcadc0cbf HTTP/1.1" status: 200 len: 907 time: 0.2604887 Aug 25 16:11:36.354455 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-7b36b9b1-95a6-43e5-aa67-faaa26d0d7b9 req-dc3b64cc-3f71-48ca-8c73-645c1e3552ce tempest-VolumesActionsTest-1849989351 tempest-VolumesActionsTest-1849989351-project] 10.222.0.68 "GET /v2.0/security-groups?id=2fdafa6e-83cf-4704-ab97-b78a1a07192a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688705 Aug 25 16:11:36.415741 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-7e1c1a06-e4e6-4565-ae47-eec0f081eb72 req-ceb7d5c5-1d9c-471a-a5b3-c6966c30fd06 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6a725873-07fc-4ce1-8991-cb8499ae0eef HTTP/1.1" status: 200 len: 217 time: 0.0883503 Aug 25 16:11:36.568133 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1c1a06-e4e6-4565-ae47-eec0f081eb72 req-352cbef4-1ff4-4b5a-9960-7140c5d83c36 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:36.575641 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-7e1c1a06-e4e6-4565-ae47-eec0f081eb72 req-352cbef4-1ff4-4b5a-9960-7140c5d83c36 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=84169c57-b91b-4288-9bd2-2cf53a6db897 HTTP/1.1" status: 200 len: 846 time: 0.1099365 Aug 25 16:11:36.629453 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-274f491d-eafa-40d6-81fd-f6f847a99a23 None None] Notify callbacks [] for port, precommit_create {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:36.643391 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.provisioning_blocks [None req-274f491d-eafa-40d6-81fd-f6f847a99a23 None None] Transition to ACTIVE for port object 2e33d810-a7ec-41c8-ad59-7c93e0d136e9 will not be triggered until provisioned by entity L2. {{(pid=75042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:11:36.659286 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b389960a-6d67-480c-bb99-d8c37b907b89 req-d4766205-af26-4e92-93bc-d2ea30eff160 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:36.660741 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-b389960a-6d67-480c-bb99-d8c37b907b89 req-d4766205-af26-4e92-93bc-d2ea30eff160 service neutron] 10.222.0.70 "GET /v2.0/networks?id=aad61cb0-d4d9-415f-959c-855a438981a1 HTTP/1.1" status: 200 len: 914 time: 0.3218133 Aug 25 16:11:36.665870 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.provisioning_blocks [None req-274f491d-eafa-40d6-81fd-f6f847a99a23 None None] Transition to ACTIVE for port object 2e33d810-a7ec-41c8-ad59-7c93e0d136e9 will not be triggered until provisioned by entity DHCP. {{(pid=75042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:11:36.670712 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978bdc4c-2262-4c21-a801-22fc59e22a2f req-64ef1842-c1bd-4435-ac85-3d3b61967d66 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:36.672482 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-274f491d-eafa-40d6-81fd-f6f847a99a23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776571788279'] for port, after_create {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:36.677856 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-978bdc4c-2262-4c21-a801-22fc59e22a2f req-64ef1842-c1bd-4435-ac85-3d3b61967d66 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/ports?device_id=768557d9-c88d-4397-91dd-f58022c93843 HTTP/1.1" status: 200 len: 946 time: 0.1300995 Aug 25 16:11:36.678659 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [None req-8f6339b9-5812-433b-8dd8-49006314cd29 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:11:36.680446 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-7e1c1a06-e4e6-4565-ae47-eec0f081eb72 req-423b1a1b-fdc0-44d9-99e5-9e3fdd844a24 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=59b6fe81-15f1-4f75-b286-5a7dcadc0cbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0901754 Aug 25 16:11:36.749890 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-274f491d-eafa-40d6-81fd-f6f847a99a23 None None] Network 614f2e95-7eb0-4ef1-81dd-2bbf704665be is already hosted by enough agents. {{(pid=75042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:11:36.753901 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.scheduler.base_scheduler [None req-274f491d-eafa-40d6-81fd-f6f847a99a23 None None] Resources bound (agent type, host, resource id): {{(pid=75042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:11:36.755347 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274f491d-eafa-40d6-81fd-f6f847a99a23 None None] Pushing event updated for resources: {'Port': ['ID=2e33d810-a7ec-41c8-ad59-7c93e0d136e9,revision_number=1']} {{(pid=75042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:11:36.757458 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-274f491d-eafa-40d6-81fd-f6f847a99a23 None None] Received port after_create {{(pid=75042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:11:36.760488 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [None req-274f491d-eafa-40d6-81fd-f6f847a99a23 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:11:36.765986 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-b389960a-6d67-480c-bb99-d8c37b907b89 req-f6b2c022-259d-45f2-a0e9-acc474eadeab service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8de9a6a9-9189-42f5-8255-4362093f0c0f HTTP/1.1" status: 200 len: 217 time: 0.0861201 Aug 25 16:11:36.833462 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-978bdc4c-2262-4c21-a801-22fc59e22a2f req-616e5203-3130-4c89-b986-4aa5b8799cb4 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/security-groups?id=9e7f6e62-5d07-4b94-bd1b-2408a7eb9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545026 Aug 25 16:11:36.849964 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.managers [None req-274f491d-eafa-40d6-81fd-f6f847a99a23 None None] Attempting to bind port 2e33d810-a7ec-41c8-ad59-7c93e0d136e9 on host dv-cinder-806007-1-smb for vnic_type normal with profile {{(pid=75042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:11:36.850705 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.managers [None req-274f491d-eafa-40d6-81fd-f6f847a99a23 None None] Attempting to bind port 2e33d810-a7ec-41c8-ad59-7c93e0d136e9 by drivers openvswitch,hyperv on host dv-cinder-806007-1-smb at level 0 using segments [{'id': '958c1d75-9a7b-4ffd-b739-cb7f1585c545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '614f2e95-7eb0-4ef1-81dd-2bbf704665be'}] {{(pid=75042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:11:36.851292 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-274f491d-eafa-40d6-81fd-f6f847a99a23 None None] Attempting to bind port 2e33d810-a7ec-41c8-ad59-7c93e0d136e9 on network 614f2e95-7eb0-4ef1-81dd-2bbf704665be {{(pid=75042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:11:36.853421 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b389960a-6d67-480c-bb99-d8c37b907b89 req-adc1736f-2983-4061-be51-13652b0c4350 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:36.855593 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-b389960a-6d67-480c-bb99-d8c37b907b89 req-adc1736f-2983-4061-be51-13652b0c4350 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=33e45a3e-8c03-4dce-9e75-1dc9683ee755 HTTP/1.1" status: 200 len: 853 time: 0.0825026 Aug 25 16:11:36.860772 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-274f491d-eafa-40d6-81fd-f6f847a99a23 None None] Checking agent: {'id': '96a22994-db3b-42a5-8f4b-83134f26dca0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806007-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 1, 29), 'started_at': datetime.datetime(2021, 8, 25, 16, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 11, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806007-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:11:36.861829 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-274f491d-eafa-40d6-81fd-f6f847a99a23 None None] Checking segment: {'id': '958c1d75-9a7b-4ffd-b739-cb7f1585c545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '614f2e95-7eb0-4ef1-81dd-2bbf704665be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:11:36.862476 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-274f491d-eafa-40d6-81fd-f6f847a99a23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:36.863040 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-274f491d-eafa-40d6-81fd-f6f847a99a23 None None] Bound using segment: {'id': '958c1d75-9a7b-4ffd-b739-cb7f1585c545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '614f2e95-7eb0-4ef1-81dd-2bbf704665be'} {{(pid=75042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:11:36.863758 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.managers [None req-274f491d-eafa-40d6-81fd-f6f847a99a23 None None] Bound port: 2e33d810-a7ec-41c8-ad59-7c93e0d136e9, host: dv-cinder-806007-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '958c1d75-9a7b-4ffd-b739-cb7f1585c545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '614f2e95-7eb0-4ef1-81dd-2bbf704665be'}}] {{(pid=75042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:11:36.864542 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-274f491d-eafa-40d6-81fd-f6f847a99a23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:36.922998 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-b389960a-6d67-480c-bb99-d8c37b907b89 req-b7aca480-da02-4f3a-9205-3d6494a0337f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=aad61cb0-d4d9-415f-959c-855a438981a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515659 Aug 25 16:11:36.967490 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.db [None req-274f491d-eafa-40d6-81fd-f6f847a99a23 None None] For port 2e33d810-a7ec-41c8-ad59-7c93e0d136e9, host dv-cinder-806007-1-smb, cleared binding levels {{(pid=75042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:11:36.970522 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.db [None req-274f491d-eafa-40d6-81fd-f6f847a99a23 None None] For port 2e33d810-a7ec-41c8-ad59-7c93e0d136e9, host dv-cinder-806007-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-1-smb',level=0,port_id=2e33d810-a7ec-41c8-ad59-7c93e0d136e9,segment=NetworkSegment(958c1d75-9a7b-4ffd-b739-cb7f1585c545),segment_id=958c1d75-9a7b-4ffd-b739-cb7f1585c545)] {{(pid=75042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:11:36.977097 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-274f491d-eafa-40d6-81fd-f6f847a99a23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776572168726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776571761677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776571761722'] for port, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:36.982213 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [None req-cf392143-f4a5-44d4-9a92-4a2348cf28a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:11:36.999569 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-538379ae-ba9f-481c-b115-ed4ee5204fa8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:37.047387 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-538379ae-ba9f-481c-b115-ed4ee5204fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:37.079047 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274f491d-eafa-40d6-81fd-f6f847a99a23 None None] Pushing event updated for resources: {'Port': ['ID=2e33d810-a7ec-41c8-ad59-7c93e0d136e9,revision_number=2']} {{(pid=75042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:11:37.082457 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [None req-274f491d-eafa-40d6-81fd-f6f847a99a23 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:11:37.089600 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-b389960a-6d67-480c-bb99-d8c37b907b89 req-f88c6e08-b660-406d-8da8-2e51839a4c35 service neutron] 10.222.0.70 "GET /v2.0/networks/aad61cb0-d4d9-415f-959c-855a438981a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562757 Aug 25 16:11:37.148507 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-f13924a6-ab7b-42f4-877b-176c22539c7b req-5ea62611-06c8-4e80-98e1-2469837ee56e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7bcd0c2726864d0db2590ec11bb3d659&device_id=768557d9-c88d-4397-91dd-f58022c93843 HTTP/1.1" status: 200 len: 1099 time: 0.7295620 Aug 25 16:11:37.256837 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-7e1c1a06-e4e6-4565-ae47-eec0f081eb72 req-17b8f0c0-a71d-4ce8-957c-09b977c5b931 service neutron] 10.222.0.70 "GET /v2.0/networks/59b6fe81-15f1-4f75-b286-5a7dcadc0cbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5612950 Aug 25 16:11:37.282533 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-b389960a-6d67-480c-bb99-d8c37b907b89 req-5b006f79-14b4-425e-a831-1dd0ed9c26bc service neutron] 10.222.0.70 "GET /v2.0/networks/aad61cb0-d4d9-415f-959c-855a438981a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1856096 Aug 25 16:11:37.456056 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2acf75-d1ae-4c4c-b07a-db4f91d0de8b req-f57e8ea7-7759-4451-a301-cb40ad82cb89 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:37.462988 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-3a2acf75-d1ae-4c4c-b07a-db4f91d0de8b req-f57e8ea7-7759-4451-a301-cb40ad82cb89 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] 10.222.0.68 "GET /v2.0/ports?device_id=c46f97d7-0e28-467b-8003-354f4d3f52c2 HTTP/1.1" status: 200 len: 943 time: 0.5355198 Aug 25 16:11:37.603424 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc6f15e-c0b1-4bd5-a742-9762ecf8d6b1 req-9f7f1921-2cc6-4139-a191-9c3ec31d1a36 tempest-VolumesActionsTest-1849989351 tempest-VolumesActionsTest-1849989351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:37.604981 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-bfc6f15e-c0b1-4bd5-a742-9762ecf8d6b1 req-9f7f1921-2cc6-4139-a191-9c3ec31d1a36 tempest-VolumesActionsTest-1849989351 tempest-VolumesActionsTest-1849989351-project] 10.222.0.68 "GET /v2.0/ports?device_id=3c7f5df3-2c31-4a72-9c1d-abc0c8b03483 HTTP/1.1" status: 200 len: 943 time: 0.0928862 Aug 25 16:11:37.630470 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.db_base_plugin_common [None req-538379ae-ba9f-481c-b115-ed4ee5204fa8 admin admin] Allocated IP 172.28.0.108 (af5d4827-908c-4372-9134-1f0198184942/a4c12025-f163-4c64-acba-906df26214d3/56682e11-8a06-4426-8095-560446f942d6) {{(pid=75041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:11:37.645793 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-3a2acf75-d1ae-4c4c-b07a-db4f91d0de8b req-7435dff1-577d-4ca0-a190-964ef2081835 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] 10.222.0.68 "GET /v2.0/security-groups?id=08292ed9-3586-482c-a672-563a9deccae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819222 Aug 25 16:11:37.646748 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13924a6-ab7b-42f4-877b-176c22539c7b req-cb3c967c-2359-4fc0-9626-0e53cc40d7c8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:37.648126 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-f13924a6-ab7b-42f4-877b-176c22539c7b req-cb3c967c-2359-4fc0-9626-0e53cc40d7c8 service neutron] 10.222.0.70 "GET /v2.0/networks?id=d0ae9dbb-c442-45e5-bb7b-f5c10c916870 HTTP/1.1" status: 200 len: 920 time: 0.4817581 Aug 25 16:11:37.654068 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-7e1c1a06-e4e6-4565-ae47-eec0f081eb72 req-f554d6ca-112a-44e2-9638-02f99f8a4096 service neutron] 10.222.0.70 "GET /v2.0/networks/59b6fe81-15f1-4f75-b286-5a7dcadc0cbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3848190 Aug 25 16:11:37.673687 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-bfc6f15e-c0b1-4bd5-a742-9762ecf8d6b1 req-27bb4c66-baab-4c36-91e7-86384158d9c8 tempest-VolumesActionsTest-1849989351 tempest-VolumesActionsTest-1849989351-project] 10.222.0.68 "GET /v2.0/security-groups?id=2fdafa6e-83cf-4704-ab97-b78a1a07192a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625589 Aug 25 16:11:37.829596 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-f13924a6-ab7b-42f4-877b-176c22539c7b req-f3d206b7-5f0e-4451-9b9b-4d06bababcad service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a2004afb-50ec-4eef-af5d-50a1aa80529c HTTP/1.1" status: 200 len: 217 time: 0.1688633 Aug 25 16:11:37.947012 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-538379ae-ba9f-481c-b115-ed4ee5204fa8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:37.951083 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13924a6-ab7b-42f4-877b-176c22539c7b req-c2616b2c-979a-4a6c-8cee-eee1b8b233bd service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:37.952538 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-f13924a6-ab7b-42f4-877b-176c22539c7b req-c2616b2c-979a-4a6c-8cee-eee1b8b233bd service neutron] 10.222.0.70 "GET /v2.0/subnets?id=69cf06f5-4b93-4431-8d8c-27a4df3b9aa7 HTTP/1.1" status: 200 len: 859 time: 0.1034918 Aug 25 16:11:38.013762 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-f13924a6-ab7b-42f4-877b-176c22539c7b req-ec094e51-4d9e-410b-aba4-f493051dacc5 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d0ae9dbb-c442-45e5-bb7b-f5c10c916870&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492599 Aug 25 16:11:38.126823 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-538379ae-ba9f-481c-b115-ed4ee5204fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776571788279'] for port, after_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:38.143436 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-d9c2091e-4b30-4dae-8200-c4d3731dbe80 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:11:38.196660 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-538379ae-ba9f-481c-b115-ed4ee5204fa8 admin admin] Network af5d4827-908c-4372-9134-1f0198184942 is already hosted by enough agents. {{(pid=75041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:11:38.209023 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.scheduler.base_scheduler [None req-538379ae-ba9f-481c-b115-ed4ee5204fa8 admin admin] Resources bound (agent type, host, resource id): {{(pid=75041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:11:38.209605 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538379ae-ba9f-481c-b115-ed4ee5204fa8 admin admin] Received port after_create {{(pid=75041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:11:38.221721 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c911526f-cb6d-45d0-908c-92bf83dfdaa1 req-156d3580-fb46-4f88-8075-da75228ee389 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:38.223320 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-c911526f-cb6d-45d0-908c-92bf83dfdaa1 req-156d3580-fb46-4f88-8075-da75228ee389 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/ports?device_id=768557d9-c88d-4397-91dd-f58022c93843 HTTP/1.1" status: 200 len: 946 time: 0.2412376 Aug 25 16:11:38.273645 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538379ae-ba9f-481c-b115-ed4ee5204fa8 admin admin] Pushing event updated for resources: {'Port': ['ID=56682e11-8a06-4426-8095-560446f942d6,revision_number=1']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:11:38.302684 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-538379ae-ba9f-481c-b115-ed4ee5204fa8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:11:38.314387 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-c911526f-cb6d-45d0-908c-92bf83dfdaa1 req-8c225111-f6d8-4c1f-90da-4450c541600c tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/security-groups?id=9e7f6e62-5d07-4b94-bd1b-2408a7eb9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825701 Aug 25 16:11:38.369469 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68f17a4b-f924-4335-896b-e55d595d511f None None] Network 614f2e95-7eb0-4ef1-81dd-2bbf704665be requested from dv-cinder-806007-1-smb {{(pid=75042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:11:38.374145 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-f13924a6-ab7b-42f4-877b-176c22539c7b req-3d8d0718-cbd7-4324-8a9d-a510057b9345 service neutron] 10.222.0.70 "GET /v2.0/networks/d0ae9dbb-c442-45e5-bb7b-f5c10c916870?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3481464 Aug 25 16:11:38.505466 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.provisioning_blocks [None req-933033be-a4a2-4d17-a69f-3f27f96a50c6 None None] Provisioning for port 2e33d810-a7ec-41c8-ad59-7c93e0d136e9 completed by entity DHCP. {{(pid=75042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:11:38.547681 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-f13924a6-ab7b-42f4-877b-176c22539c7b req-11d2aaad-e54a-4a94-b0c1-f3962628e608 service neutron] 10.222.0.70 "GET /v2.0/networks/d0ae9dbb-c442-45e5-bb7b-f5c10c916870?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616693 Aug 25 16:11:38.579415 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-538379ae-ba9f-481c-b115-ed4ee5204fa8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:38.580203 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-538379ae-ba9f-481c-b115-ed4ee5204fa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-453662'] for router, after_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:38.651861 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Device 2e33d810-a7ec-41c8-ad59-7c93e0d136e9 up at agent ovs-agent-dv-cinder-806007-1-smb {{(pid=75042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:11:38.760197 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.provisioning_blocks [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Provisioning for port 2e33d810-a7ec-41c8-ad59-7c93e0d136e9 completed by entity L2. {{(pid=75042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:11:38.767050 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.provisioning_blocks [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Provisioning complete for port 2e33d810-a7ec-41c8-ad59-7c93e0d136e9 triggered by entity L2. {{(pid=75042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:11:38.767584 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16203014'] for port, provisioning_complete {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:38.926213 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:38.972869 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.db [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] For port 2e33d810-a7ec-41c8-ad59-7c93e0d136e9, host dv-cinder-806007-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-1-smb',level=0,port_id=2e33d810-a7ec-41c8-ad59-7c93e0d136e9,segment=NetworkSegment(958c1d75-9a7b-4ffd-b739-cb7f1585c545),segment_id=958c1d75-9a7b-4ffd-b739-cb7f1585c545)] {{(pid=75042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:11:38.978551 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776572168726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776571761677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776571761722'] for port, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:38.980729 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:11:39.068884 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e86febf-e72a-4cc7-b88f-ed1ae7ab0fc1 req-05761b83-0235-4a02-b0ba-bf7844460856 tempest-VolumesActionsTest-1849989351 tempest-VolumesActionsTest-1849989351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:39.070500 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-0e86febf-e72a-4cc7-b88f-ed1ae7ab0fc1 req-05761b83-0235-4a02-b0ba-bf7844460856 tempest-VolumesActionsTest-1849989351 tempest-VolumesActionsTest-1849989351-project] 10.222.0.68 "GET /v2.0/ports?device_id=3c7f5df3-2c31-4a72-9c1d-abc0c8b03483 HTTP/1.1" status: 200 len: 943 time: 0.1371078 Aug 25 16:11:39.073877 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Pushing event updated for resources: {'Port': ['ID=2e33d810-a7ec-41c8-ad59-7c93e0d136e9,revision_number=3']} {{(pid=75042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:11:39.082149 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:11:39.123810 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dacd79-6e94-46af-bff7-fde2c772ebdc req-70f31158-fc55-4e17-8949-45648c46175b tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:39.132970 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-37dacd79-6e94-46af-bff7-fde2c772ebdc req-70f31158-fc55-4e17-8949-45648c46175b tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] 10.222.0.68 "GET /v2.0/ports?device_id=c46f97d7-0e28-467b-8003-354f4d3f52c2 HTTP/1.1" status: 200 len: 943 time: 0.1555195 Aug 25 16:11:39.142839 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.provisioning_blocks [None req-44331705-cd1c-446a-adb8-143c057e7226 None None] Provisioning complete for port 2e33d810-a7ec-41c8-ad59-7c93e0d136e9 triggered by entity DHCP. {{(pid=75042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:11:39.143409 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-44331705-cd1c-446a-adb8-143c057e7226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16203014'] for port, provisioning_complete {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:39.151931 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-0e86febf-e72a-4cc7-b88f-ed1ae7ab0fc1 req-c34cc46b-135c-4b97-81fa-71875e4432f4 tempest-VolumesActionsTest-1849989351 tempest-VolumesActionsTest-1849989351-project] 10.222.0.68 "GET /v2.0/security-groups?id=2fdafa6e-83cf-4704-ab97-b78a1a07192a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669210 Aug 25 16:11:39.221693 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-37dacd79-6e94-46af-bff7-fde2c772ebdc req-9356b4ed-2f78-4564-a52d-9fc3bbb0571c tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] 10.222.0.68 "GET /v2.0/security-groups?id=08292ed9-3586-482c-a672-563a9deccae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895903 Aug 25 16:11:39.233313 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-538379ae-ba9f-481c-b115-ed4ee5204fa8 admin admin] Router 0ddce754-b14b-4001-bd83-da3fe6fae93e is scheduled to L3 agent ca94599f-caae-4183-a9a6-f9a0dcce5f21 with binding_index 1 {{(pid=75041) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 16:11:39.474572 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-538379ae-ba9f-481c-b115-ed4ee5204fa8 admin admin] Notify agent at l3_agent.dv-cinder-806007-1-smb the message routers_updated {{(pid=75041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:11:39.483562 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be90aba0-8614-4292-8b35-d234c361f928 None None] Sync routers for ids ['0ddce754-b14b-4001-bd83-da3fe6fae93e'] in dv-cinder-806007-1-smb {{(pid=75043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 16:11:39.496718 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be90aba0-8614-4292-8b35-d234c361f928 None None] Routers {'0ddce754-b14b-4001-bd83-da3fe6fae93e'} bound to L3 agent in host dv-cinder-806007-1-smb {{(pid=75043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:11:39.497382 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.db.l3_hamode_db [None req-be90aba0-8614-4292-8b35-d234c361f928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T16:01:30Z,description=,heartbeat_timestamp=2021-08-25T16:11:30Z,host='dv-cinder-806007-1-smb',id=ca94599f-caae-4183-a9a6-f9a0dcce5f21,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:01:30Z,topic='l3_agent')) {'router_ids': ['0ddce754-b14b-4001-bd83-da3fe6fae93e'], 'active': True} {{(pid=75043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:11:39.501125 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-538379ae-ba9f-481c-b115-ed4ee5204fa8 admin admin] Notify callbacks [] for router, before_response {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:39.504887 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [None req-538379ae-ba9f-481c-b115-ed4ee5204fa8 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.8492970 Aug 25 16:11:39.505126 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.wsgi [-] (75041) accepted ('10.222.0.68', 55984) {{(pid=75041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:11:39.550717 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4897fe9e-d397-44f0-ab2d-96368f310af7 req-aff5da86-383e-42c8-9972-4be9c3077eac tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:39.552177 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-4897fe9e-d397-44f0-ab2d-96368f310af7 req-aff5da86-383e-42c8-9972-4be9c3077eac tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/ports?device_id=768557d9-c88d-4397-91dd-f58022c93843 HTTP/1.1" status: 200 len: 946 time: 0.0879538 Aug 25 16:11:39.602319 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-4897fe9e-d397-44f0-ab2d-96368f310af7 req-64ba426e-3634-4d7f-9767-168353644746 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/security-groups?id=9e7f6e62-5d07-4b94-bd1b-2408a7eb9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421286 Aug 25 16:11:39.719425 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.db.l3_dvr_db [None req-be90aba0-8614-4292-8b35-d234c361f928 None None] Set router 0ddce754-b14b-4001-bd83-da3fe6fae93e gateway port host: dv-cinder-806007-1-smb {{(pid=75043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:11:39.783275 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Device 8de9a6a9-9189-42f5-8255-4362093f0c0f details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 25 16:11:39.926641 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.db [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] For port 8de9a6a9-9189-42f5-8255-4362093f0c0f, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=8de9a6a9-9189-42f5-8255-4362093f0c0f,segment=NetworkSegment(215609b0-0c2d-4037-aca0-35ce882d3942),segment_id=215609b0-0c2d-4037-aca0-35ce882d3942)] {{(pid=75042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:11:39.944713 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Returning: {'device': '8de9a6a9-9189-42f5-8255-4362093f0c0f', 'network_id': 'aad61cb0-d4d9-415f-959c-855a438981a1', 'port_id': '8de9a6a9-9189-42f5-8255-4362093f0c0f', 'mac_address': 'fa:16:3e:50:3b:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 855, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33e45a3e-8c03-4dce-9e75-1dc9683ee755', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 25 16:11:40.005681 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:40.025328 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.notifiers.nova [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8de9a6a9-9189-42f5-8255-4362093f0c0f {{(pid=75042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:11:40.036588 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.db.l3_hamode_db [None req-be90aba0-8614-4292-8b35-d234c361f928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ddce754-b14b-4001-bd83-da3fe6fae93e', 'name': 'tempest-TestShelveInstance-1252736714-router', 'tenant_id': 'e9aef4833bd74d2db11f03628b3cb562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af5d4827-908c-4372-9134-1f0198184942', 'external_fixed_ips': [{'subnet_id': 'a4c12025-f163-4c64-acba-906df26214d3', 'ip_address': '172.28.0.108'}], 'enable_snat': True}, 'gw_port_id': '56682e11-8a06-4426-8095-560446f942d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:11:35Z', 'updated_at': '2021-08-25T16:11:38Z', 'revision_number': 3, 'project_id': 'e9aef4833bd74d2db11f03628b3cb562', 'gw_port': {'id': '56682e11-8a06-4426-8095-560446f942d6', 'name': '', 'network_id': 'af5d4827-908c-4372-9134-1f0198184942', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:2e:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ddce754-b14b-4001-bd83-da3fe6fae93e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a4c12025-f163-4c64-acba-906df26214d3', 'ip_address': '172.28.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:11:37Z', 'updated_at': '2021-08-25T16:11:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a4c12025-f163-4c64-acba-906df26214d3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-smb'}], 'dv-cinder-806007-1-smb', False) {} {{(pid=75043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:11:40.042108 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.db [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] For port 8de9a6a9-9189-42f5-8255-4362093f0c0f, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=8de9a6a9-9189-42f5-8255-4362093f0c0f,segment=NetworkSegment(215609b0-0c2d-4037-aca0-35ce882d3942),segment_id=215609b0-0c2d-4037-aca0-35ce882d3942)] {{(pid=75042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:11:40.047236 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776572168726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776571761677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776571761722'] for port, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:40.048067 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Device 6a725873-07fc-4ce1-8991-cb8499ae0eef details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 25 16:11:40.048780 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be90aba0-8614-4292-8b35-d234c361f928 None None] Checking router: 0ddce754-b14b-4001-bd83-da3fe6fae93e for host: dv-cinder-806007-1-smb {{(pid=75043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 16:11:40.049678 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be90aba0-8614-4292-8b35-d234c361f928 None None] Updating router 0ddce754-b14b-4001-bd83-da3fe6fae93e port 56682e11-8a06-4426-8095-560446f942d6 binding host dv-cinder-806007-1-smb {{(pid=75043) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 25 16:11:40.126622 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron_lib.callbacks.manager [None req-be90aba0-8614-4292-8b35-d234c361f928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_update {{(pid=75043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:40.156694 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [None req-9d34a3a0-f746-4f4b-a71a-89ee84bd4805 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:11:40.241986 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Pushing event updated for resources: {'Port': ['ID=8de9a6a9-9189-42f5-8255-4362093f0c0f,revision_number=4']} {{(pid=75042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:11:40.259948 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:11:40.328803 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.db [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] For port 6a725873-07fc-4ce1-8991-cb8499ae0eef, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=6a725873-07fc-4ce1-8991-cb8499ae0eef,segment=NetworkSegment(a3ceb23e-bb63-45e0-97c2-492952014844),segment_id=a3ceb23e-bb63-45e0-97c2-492952014844)] {{(pid=75042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:11:40.367874 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Returning: {'device': '6a725873-07fc-4ce1-8991-cb8499ae0eef', 'network_id': '59b6fe81-15f1-4f75-b286-5a7dcadc0cbf', 'port_id': '6a725873-07fc-4ce1-8991-cb8499ae0eef', 'mac_address': 'fa:16:3e:1e:44:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 856, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84169c57-b91b-4288-9bd2-2cf53a6db897', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 25 16:11:40.412431 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-e4fa6646-2824-4137-90c5-68dd4f80c835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:40.484646 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:40.530554 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.notifiers.nova [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a725873-07fc-4ce1-8991-cb8499ae0eef {{(pid=75042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:11:40.534264 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5b3185-9c83-455b-8f7a-8510167010c1 req-a59ec6a8-f93b-46e8-ba16-b81d090688cf tempest-VolumesActionsTest-1849989351 tempest-VolumesActionsTest-1849989351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:40.535268 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [req-ab5b3185-9c83-455b-8f7a-8510167010c1 req-a59ec6a8-f93b-46e8-ba16-b81d090688cf tempest-VolumesActionsTest-1849989351 tempest-VolumesActionsTest-1849989351-project] Synchronizing usage tracker for tenant:e00743498afc4a22a0153609b9aa9eb6 on resource:port {{(pid=75041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:11:40.561375 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.db [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] For port 6a725873-07fc-4ce1-8991-cb8499ae0eef, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=6a725873-07fc-4ce1-8991-cb8499ae0eef,segment=NetworkSegment(a3ceb23e-bb63-45e0-97c2-492952014844),segment_id=a3ceb23e-bb63-45e0-97c2-492952014844)] {{(pid=75042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:11:40.568154 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776572168726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776571761677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776571761722'] for port, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:40.572486 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:11:40.619874 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [req-ab5b3185-9c83-455b-8f7a-8510167010c1 req-a59ec6a8-f93b-46e8-ba16-b81d090688cf tempest-VolumesActionsTest-1849989351 tempest-VolumesActionsTest-1849989351-project] Unset dirty status for tenant:e00743498afc4a22a0153609b9aa9eb6 on resource:port {{(pid=75041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:11:40.627076 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-ab5b3185-9c83-455b-8f7a-8510167010c1 req-a59ec6a8-f93b-46e8-ba16-b81d090688cf tempest-VolumesActionsTest-1849989351 tempest-VolumesActionsTest-1849989351-project] 10.222.0.68 "GET /v2.0/ports?device_id=3c7f5df3-2c31-4a72-9c1d-abc0c8b03483 HTTP/1.1" status: 200 len: 943 time: 0.2863486 Aug 25 16:11:40.654775 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Device 2e33d810-a7ec-41c8-ad59-7c93e0d136e9 up at agent ovs-agent-dv-cinder-806007-1-smb {{(pid=75042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:11:40.704339 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron_lib.callbacks.manager [None req-be90aba0-8614-4292-8b35-d234c361f928 None None] Notify callbacks [] for port, precommit_update {{(pid=75043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:40.724349 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-ab5b3185-9c83-455b-8f7a-8510167010c1 req-2c4e6a3c-2a13-4336-ab5c-f907a9284f0c tempest-VolumesActionsTest-1849989351 tempest-VolumesActionsTest-1849989351-project] 10.222.0.68 "GET /v2.0/security-groups?id=2fdafa6e-83cf-4704-ab97-b78a1a07192a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962694 Aug 25 16:11:40.738760 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.db.provisioning_blocks [None req-be90aba0-8614-4292-8b35-d234c361f928 None None] Transition to ACTIVE for port object 56682e11-8a06-4426-8095-560446f942d6 will not be triggered until provisioned by entity L2. {{(pid=75043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:11:40.752625 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron_lib.callbacks.manager [None req-be90aba0-8614-4292-8b35-d234c361f928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776572168726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776571761677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776571761722'] for port, after_update {{(pid=75043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:40.757682 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG oslo_concurrency.lockutils [None req-f967dca1-51fa-4529-bebf-3db6db99138c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:11:40.758442 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Pushing event updated for resources: {'Port': ['ID=6a725873-07fc-4ce1-8991-cb8499ae0eef,revision_number=4']} {{(pid=75042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:11:40.766722 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:11:40.782124 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.db_base_plugin_common [None req-e4fa6646-2824-4137-90c5-68dd4f80c835 admin admin] Allocated IP 172.20.0.1 (614f2e95-7eb0-4ef1-81dd-2bbf704665be/61345865-f17f-47a1-85d8-a6ba566735d4/e6e7c3eb-c302-4cf2-b135-ec96191cb4c8) {{(pid=75041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:11:40.800047 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.provisioning_blocks [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Provisioning complete for port 2e33d810-a7ec-41c8-ad59-7c93e0d136e9 triggered by entity L2. {{(pid=75042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:11:40.800047 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16203014'] for port, provisioning_complete {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:40.803194 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74f802c-c8cd-40c0-8922-c3f1ad399ddd req-8d32fea6-47b3-480b-be04-6c764596e50d tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:40.803962 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [req-e74f802c-c8cd-40c0-8922-c3f1ad399ddd req-8d32fea6-47b3-480b-be04-6c764596e50d tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] Synchronizing usage tracker for tenant:9cb4e2d656cb43358370c10c173ff464 on resource:port {{(pid=75040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:11:40.821918 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [req-e74f802c-c8cd-40c0-8922-c3f1ad399ddd req-8d32fea6-47b3-480b-be04-6c764596e50d tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] Unset dirty status for tenant:9cb4e2d656cb43358370c10c173ff464 on resource:port {{(pid=75040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:11:40.830645 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-e74f802c-c8cd-40c0-8922-c3f1ad399ddd req-8d32fea6-47b3-480b-be04-6c764596e50d tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] 10.222.0.68 "GET /v2.0/ports?device_id=c46f97d7-0e28-467b-8003-354f4d3f52c2 HTTP/1.1" status: 200 len: 944 time: 0.1689105 Aug 25 16:11:40.837340 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b03da4c-559f-44ed-b197-57f69af06683 None None] Pushing event updated for resources: {'Port': ['ID=56682e11-8a06-4426-8095-560446f942d6,revision_number=2']} {{(pid=75043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:11:40.897468 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-e74f802c-c8cd-40c0-8922-c3f1ad399ddd req-7452b7a3-2525-449b-b502-8cb6c002a0eb tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] 10.222.0.68 "GET /v2.0/security-groups?id=08292ed9-3586-482c-a672-563a9deccae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657978 Aug 25 16:11:40.912926 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b03da4c-559f-44ed-b197-57f69af06683 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:11:40.924663 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b03da4c-559f-44ed-b197-57f69af06683 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:11:40.925113 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b03da4c-559f-44ed-b197-57f69af06683 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:11:40.925447 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b03da4c-559f-44ed-b197-57f69af06683 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:11:40.925792 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b03da4c-559f-44ed-b197-57f69af06683 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:11:40.926129 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b03da4c-559f-44ed-b197-57f69af06683 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:11:40.926457 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b03da4c-559f-44ed-b197-57f69af06683 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:11:40.926783 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b03da4c-559f-44ed-b197-57f69af06683 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:11:40.927109 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b03da4c-559f-44ed-b197-57f69af06683 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:11:40.931713 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b03da4c-559f-44ed-b197-57f69af06683 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:11:40.932050 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b03da4c-559f-44ed-b197-57f69af06683 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:11:40.945545 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG oslo_concurrency.lockutils [None req-1b03da4c-559f-44ed-b197-57f69af06683 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=75043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:11:40.948500 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.plugins.ml2.managers [None req-be90aba0-8614-4292-8b35-d234c361f928 None None] Attempting to bind port 56682e11-8a06-4426-8095-560446f942d6 on host dv-cinder-806007-1-smb for vnic_type normal with profile {{(pid=75043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:11:40.948500 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.plugins.ml2.managers [None req-be90aba0-8614-4292-8b35-d234c361f928 None None] Attempting to bind port 56682e11-8a06-4426-8095-560446f942d6 by drivers openvswitch,hyperv on host dv-cinder-806007-1-smb at level 0 using segments [{'id': 'cbdd21c8-b3ae-45c5-b207-3efdd7246341', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af5d4827-908c-4372-9134-1f0198184942'}] {{(pid=75043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:11:40.948882 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be90aba0-8614-4292-8b35-d234c361f928 None None] Attempting to bind port 56682e11-8a06-4426-8095-560446f942d6 on network af5d4827-908c-4372-9134-1f0198184942 {{(pid=75043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:11:40.960561 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be90aba0-8614-4292-8b35-d234c361f928 None None] Checking agent: {'id': '96a22994-db3b-42a5-8f4b-83134f26dca0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806007-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 1, 29), 'started_at': datetime.datetime(2021, 8, 25, 16, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 11, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806007-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:11:40.960974 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be90aba0-8614-4292-8b35-d234c361f928 None None] Checking segment: {'id': 'cbdd21c8-b3ae-45c5-b207-3efdd7246341', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af5d4827-908c-4372-9134-1f0198184942'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:11:40.961419 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron_lib.callbacks.manager [None req-be90aba0-8614-4292-8b35-d234c361f928 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:40.962805 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be90aba0-8614-4292-8b35-d234c361f928 None None] Bound using segment: {'id': 'cbdd21c8-b3ae-45c5-b207-3efdd7246341', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af5d4827-908c-4372-9134-1f0198184942'} {{(pid=75043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:11:40.962925 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.plugins.ml2.managers [None req-be90aba0-8614-4292-8b35-d234c361f928 None None] Bound port: 56682e11-8a06-4426-8095-560446f942d6, host: dv-cinder-806007-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbdd21c8-b3ae-45c5-b207-3efdd7246341', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af5d4827-908c-4372-9134-1f0198184942'}}] {{(pid=75043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:11:40.963294 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron_lib.callbacks.manager [None req-be90aba0-8614-4292-8b35-d234c361f928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_update {{(pid=75043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:41.027305 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.db [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] get_ports_and_sgs() called for port_ids ['6a725873-07fc-4ce1-8991-cb8499ae0eef'] {{(pid=75042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:11:41.058066 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.plugins.ml2.db [None req-be90aba0-8614-4292-8b35-d234c361f928 None None] For port 56682e11-8a06-4426-8095-560446f942d6, host dv-cinder-806007-1-smb, cleared binding levels {{(pid=75043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:11:41.063955 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.plugins.ml2.db [None req-be90aba0-8614-4292-8b35-d234c361f928 None None] For port 56682e11-8a06-4426-8095-560446f942d6, host dv-cinder-806007-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-1-smb',level=0,port_id=56682e11-8a06-4426-8095-560446f942d6,segment=NetworkSegment(cbdd21c8-b3ae-45c5-b207-3efdd7246341),segment_id=cbdd21c8-b3ae-45c5-b207-3efdd7246341)] {{(pid=75043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:11:41.071971 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron_lib.callbacks.manager [None req-be90aba0-8614-4292-8b35-d234c361f928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776572168726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776571761677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776571761722'] for port, after_update {{(pid=75043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:41.085767 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.db [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] get_ports_and_sgs() called for port_ids ['8de9a6a9-9189-42f5-8255-4362093f0c0f'] {{(pid=75042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:11:41.087512 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:11:41.166568 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be90aba0-8614-4292-8b35-d234c361f928 None None] Routers {'0ddce754-b14b-4001-bd83-da3fe6fae93e'} bound to L3 agent in host dv-cinder-806007-1-smb {{(pid=75043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:11:41.167320 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.db.l3_hamode_db [None req-be90aba0-8614-4292-8b35-d234c361f928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T16:01:30Z,description=,heartbeat_timestamp=2021-08-25T16:11:30Z,host='dv-cinder-806007-1-smb',id=ca94599f-caae-4183-a9a6-f9a0dcce5f21,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:01:30Z,topic='l3_agent')) {'router_ids': ['0ddce754-b14b-4001-bd83-da3fe6fae93e'], 'active': True} {{(pid=75043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:11:41.379593 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-e4fa6646-2824-4137-90c5-68dd4f80c835 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:41.385551 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b03da4c-559f-44ed-b197-57f69af06683 None None] Pushing event updated for resources: {'Port': ['ID=56682e11-8a06-4426-8095-560446f942d6,revision_number=3']} {{(pid=75043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:11:41.401675 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG oslo_concurrency.lockutils [None req-1b03da4c-559f-44ed-b197-57f69af06683 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=75043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:11:41.417061 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.provisioning_blocks [None req-e4fa6646-2824-4137-90c5-68dd4f80c835 admin admin] Transition to ACTIVE for port object e6e7c3eb-c302-4cf2-b135-ec96191cb4c8 will not be triggered until provisioned by entity DHCP. {{(pid=75041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:11:41.450065 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f56d62-2c09-4289-9671-b406d3acae9b req-a9c59cd8-af9c-4505-ac7b-159293e1445d tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:41.452440 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-e7f56d62-2c09-4289-9671-b406d3acae9b req-a9c59cd8-af9c-4505-ac7b-159293e1445d tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/ports?device_id=768557d9-c88d-4397-91dd-f58022c93843 HTTP/1.1" status: 200 len: 946 time: 0.1630909 Aug 25 16:11:41.482578 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-e4fa6646-2824-4137-90c5-68dd4f80c835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776571788279'] for port, after_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:41.488709 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-eb14ac59-d44e-445a-a400-7c96dc439967 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:11:41.508033 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.db.l3_dvr_db [None req-be90aba0-8614-4292-8b35-d234c361f928 None None] Set router 0ddce754-b14b-4001-bd83-da3fe6fae93e gateway port host: dv-cinder-806007-1-smb {{(pid=75043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:11:41.573381 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4fa6646-2824-4137-90c5-68dd4f80c835 admin admin] Network 614f2e95-7eb0-4ef1-81dd-2bbf704665be is already hosted by enough agents. {{(pid=75041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:11:41.576666 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.scheduler.base_scheduler [None req-e4fa6646-2824-4137-90c5-68dd4f80c835 admin admin] Resources bound (agent type, host, resource id): {{(pid=75041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:11:41.580259 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-e7f56d62-2c09-4289-9671-b406d3acae9b req-c941e120-da67-449e-bb32-299264276e30 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/security-groups?id=9e7f6e62-5d07-4b94-bd1b-2408a7eb9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217678 Aug 25 16:11:41.580965 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4fa6646-2824-4137-90c5-68dd4f80c835 admin admin] Received port after_create {{(pid=75041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:11:41.581502 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-e4fa6646-2824-4137-90c5-68dd4f80c835 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-453824'] for router_interface, before_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:41.588046 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fa6646-2824-4137-90c5-68dd4f80c835 admin admin] Pushing event updated for resources: {'Port': ['ID=e6e7c3eb-c302-4cf2-b135-ec96191cb4c8,revision_number=1']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:11:41.593508 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-e4fa6646-2824-4137-90c5-68dd4f80c835 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:11:41.682315 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-e4fa6646-2824-4137-90c5-68dd4f80c835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_update {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:41.811483 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.provisioning_blocks [None req-c2d02acc-a5b7-4caf-af37-b8501b2fe855 None None] Provisioning for port e6e7c3eb-c302-4cf2-b135-ec96191cb4c8 completed by entity DHCP. {{(pid=75042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:11:41.813405 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.db.l3_hamode_db [None req-be90aba0-8614-4292-8b35-d234c361f928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ddce754-b14b-4001-bd83-da3fe6fae93e', 'name': 'tempest-TestShelveInstance-1252736714-router', 'tenant_id': 'e9aef4833bd74d2db11f03628b3cb562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af5d4827-908c-4372-9134-1f0198184942', 'external_fixed_ips': [{'subnet_id': 'a4c12025-f163-4c64-acba-906df26214d3', 'ip_address': '172.28.0.108'}], 'enable_snat': True}, 'gw_port_id': '56682e11-8a06-4426-8095-560446f942d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:11:35Z', 'updated_at': '2021-08-25T16:11:38Z', 'revision_number': 3, 'project_id': 'e9aef4833bd74d2db11f03628b3cb562', 'gw_port': {'id': '56682e11-8a06-4426-8095-560446f942d6', 'name': '', 'network_id': 'af5d4827-908c-4372-9134-1f0198184942', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:2e:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ddce754-b14b-4001-bd83-da3fe6fae93e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a4c12025-f163-4c64-acba-906df26214d3', 'ip_address': '172.28.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:11:37Z', 'updated_at': '2021-08-25T16:11:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a4c12025-f163-4c64-acba-906df26214d3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-smb'}], 'dv-cinder-806007-1-smb', False) {} {{(pid=75043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:11:41.816889 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.provisioning_blocks [None req-c2d02acc-a5b7-4caf-af37-b8501b2fe855 None None] Provisioning complete for port e6e7c3eb-c302-4cf2-b135-ec96191cb4c8 triggered by entity DHCP. {{(pid=75042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:11:41.817354 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-c2d02acc-a5b7-4caf-af37-b8501b2fe855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16203014'] for port, provisioning_complete {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:41.817921 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be90aba0-8614-4292-8b35-d234c361f928 None None] The sync data for ids ['0ddce754-b14b-4001-bd83-da3fe6fae93e'] in dv-cinder-806007-1-smb is: [{'id': '0ddce754-b14b-4001-bd83-da3fe6fae93e', 'name': 'tempest-TestShelveInstance-1252736714-router', 'tenant_id': 'e9aef4833bd74d2db11f03628b3cb562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af5d4827-908c-4372-9134-1f0198184942', 'external_fixed_ips': [{'subnet_id': 'a4c12025-f163-4c64-acba-906df26214d3', 'ip_address': '172.28.0.108'}], 'enable_snat': True}, 'gw_port_id': '56682e11-8a06-4426-8095-560446f942d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:11:35Z', 'updated_at': '2021-08-25T16:11:38Z', 'revision_number': 3, 'project_id': 'e9aef4833bd74d2db11f03628b3cb562', 'gw_port': {'id': '56682e11-8a06-4426-8095-560446f942d6', 'name': '', 'network_id': 'af5d4827-908c-4372-9134-1f0198184942', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:2e:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ddce754-b14b-4001-bd83-da3fe6fae93e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a4c12025-f163-4c64-acba-906df26214d3', 'ip_address': '172.28.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:11:37Z', 'updated_at': '2021-08-25T16:11:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a4c12025-f163-4c64-acba-906df26214d3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-smb'}] {{(pid=75043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 16:11:41.879651 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.plugin [None req-c2d02acc-a5b7-4caf-af37-b8501b2fe855 None None] Port e6e7c3eb-c302-4cf2-b135-ec96191cb4c8 cannot update to ACTIVE because it is not bound. {{(pid=75042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 25 16:11:41.952718 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-e4fa6646-2824-4137-90c5-68dd4f80c835 admin admin] Notify callbacks [] for port, precommit_update {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:41.959039 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-e4fa6646-2824-4137-90c5-68dd4f80c835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776572168726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776571761677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776571761722'] for port, after_update {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:41.959892 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-e4fa6646-2824-4137-90c5-68dd4f80c835 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16069120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-454953'] for router_interface, after_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:41.963928 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:11:41.965877 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262a733e-17fe-4951-a7be-5ef87fd23376 req-1fa639ec-0400-4a81-8868-bd694d2cc598 tempest-VolumesActionsTest-1849989351 tempest-VolumesActionsTest-1849989351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:41.967574 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-262a733e-17fe-4951-a7be-5ef87fd23376 req-1fa639ec-0400-4a81-8868-bd694d2cc598 tempest-VolumesActionsTest-1849989351 tempest-VolumesActionsTest-1849989351-project] 10.222.0.68 "GET /v2.0/ports?device_id=3c7f5df3-2c31-4a72-9c1d-abc0c8b03483 HTTP/1.1" status: 200 len: 944 time: 0.0878525 Aug 25 16:11:42.037675 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-262a733e-17fe-4951-a7be-5ef87fd23376 req-92e1802b-bb79-4228-a157-0f7373ca4bb0 tempest-VolumesActionsTest-1849989351 tempest-VolumesActionsTest-1849989351-project] 10.222.0.68 "GET /v2.0/security-groups?id=2fdafa6e-83cf-4704-ab97-b78a1a07192a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640972 Aug 25 16:11:42.133501 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fa6646-2824-4137-90c5-68dd4f80c835 admin admin] Pushing event updated for resources: {'Port': ['ID=e6e7c3eb-c302-4cf2-b135-ec96191cb4c8,revision_number=2']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:11:42.136807 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-e4fa6646-2824-4137-90c5-68dd4f80c835 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:11:42.271684 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4fa6646-2824-4137-90c5-68dd4f80c835 admin admin] Network 614f2e95-7eb0-4ef1-81dd-2bbf704665be is already hosted by enough agents. {{(pid=75041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:11:42.274425 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.scheduler.base_scheduler [None req-e4fa6646-2824-4137-90c5-68dd4f80c835 admin admin] Resources bound (agent type, host, resource id): {{(pid=75041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:11:42.379651 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dae391-e928-49f1-92ab-01d138a6d4b6 req-2dc043d4-626a-44ad-bc11-f15faecead51 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:42.381533 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-f9dae391-e928-49f1-92ab-01d138a6d4b6 req-2dc043d4-626a-44ad-bc11-f15faecead51 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] 10.222.0.68 "GET /v2.0/ports?device_id=c46f97d7-0e28-467b-8003-354f4d3f52c2 HTTP/1.1" status: 200 len: 944 time: 0.2538967 Aug 25 16:11:42.520977 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-f9dae391-e928-49f1-92ab-01d138a6d4b6 req-dfa1821f-c959-4d7a-aab4-7ab75b241b13 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] 10.222.0.68 "GET /v2.0/security-groups?id=08292ed9-3586-482c-a672-563a9deccae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260235 Aug 25 16:11:42.624872 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.provisioning_blocks [None req-48ad10cc-06a0-4322-8fdb-d7358302fe71 None None] Provisioning complete for port e6e7c3eb-c302-4cf2-b135-ec96191cb4c8 triggered by entity DHCP. {{(pid=75042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:11:42.625445 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-48ad10cc-06a0-4322-8fdb-d7358302fe71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16203014'] for port, provisioning_complete {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:42.676948 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Device 56682e11-8a06-4426-8095-560446f942d6 up at agent ovs-agent-dv-cinder-806007-1-smb {{(pid=75042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:11:42.815140 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.plugin [None req-48ad10cc-06a0-4322-8fdb-d7358302fe71 None None] Port e6e7c3eb-c302-4cf2-b135-ec96191cb4c8 cannot update to ACTIVE because it is not bound. {{(pid=75042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 25 16:11:42.838312 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.provisioning_blocks [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Provisioning for port 56682e11-8a06-4426-8095-560446f942d6 completed by entity L2. {{(pid=75042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:11:42.848456 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.provisioning_blocks [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Provisioning complete for port 56682e11-8a06-4426-8095-560446f942d6 triggered by entity L2. {{(pid=75042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:11:42.848456 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16203014'] for port, provisioning_complete {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:42.879192 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4fa6646-2824-4137-90c5-68dd4f80c835 admin admin] Router 0ddce754-b14b-4001-bd83-da3fe6fae93e has already been hosted by L3 agent ca94599f-caae-4183-a9a6-f9a0dcce5f21 {{(pid=75041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 16:11:42.888615 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a894cb-1689-457d-a626-735870a1d97d req-51331e5d-d7a3-4e61-a9a2-1e5b51e17d51 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:42.890387 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-35a894cb-1689-457d-a626-735870a1d97d req-51331e5d-d7a3-4e61-a9a2-1e5b51e17d51 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/ports?device_id=768557d9-c88d-4397-91dd-f58022c93843 HTTP/1.1" status: 200 len: 946 time: 0.1379383 Aug 25 16:11:42.945877 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-35a894cb-1689-457d-a626-735870a1d97d req-cc4718dc-f6d2-4829-a435-59a682e93b11 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/security-groups?id=9e7f6e62-5d07-4b94-bd1b-2408a7eb9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492651 Aug 25 16:11:42.995066 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:43.012369 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.db [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] For port 56682e11-8a06-4426-8095-560446f942d6, host dv-cinder-806007-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-1-smb',level=0,port_id=56682e11-8a06-4426-8095-560446f942d6,segment=NetworkSegment(cbdd21c8-b3ae-45c5-b207-3efdd7246341),segment_id=cbdd21c8-b3ae-45c5-b207-3efdd7246341)] {{(pid=75042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:11:43.016533 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776572168726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776571761677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776571761722'] for port, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:43.020205 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:11:43.098604 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Pushing event updated for resources: {'Port': ['ID=56682e11-8a06-4426-8095-560446f942d6,revision_number=4']} {{(pid=75042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:11:43.108466 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4fa6646-2824-4137-90c5-68dd4f80c835 admin admin] Notify agent at l3_agent.dv-cinder-806007-1-smb the message routers_updated {{(pid=75041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:11:43.111800 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:11:43.121245 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [None req-e4fa6646-2824-4137-90c5-68dd4f80c835 admin admin] 10.222.0.68 "PUT /v2.0/routers/0ddce754-b14b-4001-bd83-da3fe6fae93e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6151061 Aug 25 16:11:43.293021 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e06919-f184-48dd-acfc-ee1125707297 req-0fcafdfa-5f95-45bb-936c-8c086febbb6a tempest-VolumesActionsTest-1849989351 tempest-VolumesActionsTest-1849989351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:43.294679 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-a9e06919-f184-48dd-acfc-ee1125707297 req-0fcafdfa-5f95-45bb-936c-8c086febbb6a tempest-VolumesActionsTest-1849989351 tempest-VolumesActionsTest-1849989351-project] 10.222.0.68 "GET /v2.0/ports?device_id=3c7f5df3-2c31-4a72-9c1d-abc0c8b03483 HTTP/1.1" status: 200 len: 944 time: 0.0928435 Aug 25 16:11:43.359751 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-a9e06919-f184-48dd-acfc-ee1125707297 req-49fc9772-89bc-4896-8ce9-76c4c9affff6 tempest-VolumesActionsTest-1849989351 tempest-VolumesActionsTest-1849989351-project] 10.222.0.68 "GET /v2.0/security-groups?id=2fdafa6e-83cf-4704-ab97-b78a1a07192a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567629 Aug 25 16:11:43.755268 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96cda2f-70fd-4fe7-8138-0cdae3427563 req-da3f29d0-7e4b-47f9-aff3-111d62909a7f tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:43.756922 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-c96cda2f-70fd-4fe7-8138-0cdae3427563 req-da3f29d0-7e4b-47f9-aff3-111d62909a7f tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] 10.222.0.68 "GET /v2.0/ports?device_id=c46f97d7-0e28-467b-8003-354f4d3f52c2 HTTP/1.1" status: 200 len: 944 time: 0.0806105 Aug 25 16:11:43.809871 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-c96cda2f-70fd-4fe7-8138-0cdae3427563 req-909aa2a1-4457-4886-9adc-a7092aaf317d tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] 10.222.0.68 "GET /v2.0/security-groups?id=08292ed9-3586-482c-a672-563a9deccae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468700 Aug 25 16:11:43.813247 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Device 6a725873-07fc-4ce1-8991-cb8499ae0eef up at agent hyperv_hv-cinder-80600 {{(pid=75042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:11:43.897093 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.provisioning_blocks [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Provisioning for port 6a725873-07fc-4ce1-8991-cb8499ae0eef completed by entity L2. {{(pid=75042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:11:43.902049 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.provisioning_blocks [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Provisioning complete for port 6a725873-07fc-4ce1-8991-cb8499ae0eef triggered by entity L2. {{(pid=75042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:11:43.902436 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16203014'] for port, provisioning_complete {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:44.037322 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:44.084109 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c7f5df3-2c31-4a72-9c1d-abc0c8b03483', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a725873-07fc-4ce1-8991-cb8499ae0eef'}] {{(pid=75042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:11:44.097367 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.db [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] For port 6a725873-07fc-4ce1-8991-cb8499ae0eef, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=6a725873-07fc-4ce1-8991-cb8499ae0eef,segment=NetworkSegment(a3ceb23e-bb63-45e0-97c2-492952014844),segment_id=a3ceb23e-bb63-45e0-97c2-492952014844)] {{(pid=75042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:11:44.104521 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776572168726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776571761677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776571761722'] for port, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:44.106473 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Device 8de9a6a9-9189-42f5-8255-4362093f0c0f up at agent hyperv_hv-cinder-80600 {{(pid=75042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:11:44.158536 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 56082) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:11:44.159883 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:11:44.164166 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.v2.base [None req-ae91b06c-d8c5-43d1-8728-eb3b603740f9 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1425369082-network', 'tenant_id': 'b2bf7be902a5458798d4acb4b17be252'}} {{(pid=75040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:11:44.174035 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-ae91b06c-d8c5-43d1-8728-eb3b603740f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:11:44.183925 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-ae91b06c-d8c5-43d1-8728-eb3b603740f9 admin admin] Usage tracker for resource:network and tenant:b2bf7be902a5458798d4acb4b17be252 is out of sync, need to count used quota {{(pid=75040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:11:44.187328 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-ae91b06c-d8c5-43d1-8728-eb3b603740f9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:11:44.202748 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-ae91b06c-d8c5-43d1-8728-eb3b603740f9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:11:44.215442 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae91b06c-d8c5-43d1-8728-eb3b603740f9 admin admin] Made reservation on behalf of b2bf7be902a5458798d4acb4b17be252 for: {'network': 1} {{(pid=75040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:11:44.220610 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-ae91b06c-d8c5-43d1-8728-eb3b603740f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for network, before_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:44.236758 dv-cinder-806007-1-smb neutron-server[75042]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c7f5df3-2c31-4a72-9c1d-abc0c8b03483', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a725873-07fc-4ce1-8991-cb8499ae0eef', 'code': 200} Aug 25 16:11:44.263276 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Pushing event updated for resources: {'Port': ['ID=6a725873-07fc-4ce1-8991-cb8499ae0eef,revision_number=5']} {{(pid=75042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:11:44.273124 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:11:44.276967 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.provisioning_blocks [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Provisioning for port 8de9a6a9-9189-42f5-8255-4362093f0c0f completed by entity L2. {{(pid=75042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:11:44.285956 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.provisioning_blocks [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Provisioning complete for port 8de9a6a9-9189-42f5-8255-4362093f0c0f triggered by entity L2. {{(pid=75042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:11:44.286552 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16203014'] for port, provisioning_complete {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:44.292645 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-ae91b06c-d8c5-43d1-8728-eb3b603740f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:44.335220 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e301376c-befd-4d5a-ad9d-ed393b413a6c req-b9946365-4286-4ddb-a7d3-b3fed7f79444 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:44.342980 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-e301376c-befd-4d5a-ad9d-ed393b413a6c req-b9946365-4286-4ddb-a7d3-b3fed7f79444 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/ports?device_id=768557d9-c88d-4397-91dd-f58022c93843 HTTP/1.1" status: 200 len: 946 time: 0.2257693 Aug 25 16:11:44.401575 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-ae91b06c-d8c5-43d1-8728-eb3b603740f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:11:44.410195 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-ae91b06c-d8c5-43d1-8728-eb3b603740f9 admin admin] Usage tracker for resource:security_group_rule and tenant:b2bf7be902a5458798d4acb4b17be252 is out of sync, need to count used quota {{(pid=75040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:11:44.418986 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-ae91b06c-d8c5-43d1-8728-eb3b603740f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:11:44.429272 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-ae91b06c-d8c5-43d1-8728-eb3b603740f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:11:44.504421 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:44.540919 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-e301376c-befd-4d5a-ad9d-ed393b413a6c req-0171b391-ac2e-4cd8-89e7-fb67c331a11e tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/security-groups?id=9e7f6e62-5d07-4b94-bd1b-2408a7eb9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911070 Aug 25 16:11:44.606742 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-ae91b06c-d8c5-43d1-8728-eb3b603740f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:44.607094 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.db [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] For port 8de9a6a9-9189-42f5-8255-4362093f0c0f, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=8de9a6a9-9189-42f5-8255-4362093f0c0f,segment=NetworkSegment(215609b0-0c2d-4037-aca0-35ce882d3942),segment_id=215609b0-0c2d-4037-aca0-35ce882d3942)] {{(pid=75042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:11:44.613760 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776572168726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776571761677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776571761722'] for port, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:44.614769 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-ae91b06c-d8c5-43d1-8728-eb3b603740f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:44.620906 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:11:44.629983 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-235d2d41-887d-4a26-b096-442540c291c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:11:44.682387 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae91b06c-d8c5-43d1-8728-eb3b603740f9 admin admin] vlan segment allocate from pool success with {'vlan_id': 858, 'physical_network': 'physnet1'} {{(pid=75040) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 25 16:11:44.716149 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Device 56682e11-8a06-4426-8095-560446f942d6 up at agent ovs-agent-dv-cinder-806007-1-smb {{(pid=75042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:11:44.772036 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-ae91b06c-d8c5-43d1-8728-eb3b603740f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16198673'] for segment, precommit_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:44.773157 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.db.segments_db [None req-ae91b06c-d8c5-43d1-8728-eb3b603740f9 admin admin] Added segment 8f8e14fa-e168-4583-9971-1ae51d1d7f21 of type vlan for network 21bff713-f2a8-4bb4-99bd-d4857f4be512 Aug 25 16:11:44.785780 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae91b06c-d8c5-43d1-8728-eb3b603740f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=893925a0-e319-46f8-97f2-1294d7b86b81,revision_number=1']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:11:44.796519 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-ae91b06c-d8c5-43d1-8728-eb3b603740f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:11:44.828028 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-ae91b06c-d8c5-43d1-8728-eb3b603740f9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776571744898'] for network, precommit_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:44.832985 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-162ed7c0-3093-42fc-b1fe-e8a59bb94f50 req-d0724033-fb64-4d7b-984b-5cdf003e6e05 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=3c7f5df3-2c31-4a72-9c1d-abc0c8b03483 HTTP/1.1" status: 200 len: 1098 time: 0.1349671 Aug 25 16:11:44.867197 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a05fdb-b276-481d-a15e-ee970387bb3b req-d7278e5b-1065-4bd5-a196-c9a2eb3fd728 tempest-VolumesActionsTest-1849989351 tempest-VolumesActionsTest-1849989351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:44.874619 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-48a05fdb-b276-481d-a15e-ee970387bb3b req-d7278e5b-1065-4bd5-a196-c9a2eb3fd728 tempest-VolumesActionsTest-1849989351 tempest-VolumesActionsTest-1849989351-project] 10.222.0.68 "GET /v2.0/ports?device_id=3c7f5df3-2c31-4a72-9c1d-abc0c8b03483 HTTP/1.1" status: 200 len: 945 time: 0.2042239 Aug 25 16:11:44.919902 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-ae91b06c-d8c5-43d1-8728-eb3b603740f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748'] for network, after_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:44.924074 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae91b06c-d8c5-43d1-8728-eb3b603740f9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:44.924733 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-ae91b06c-d8c5-43d1-8728-eb3b603740f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16129646'] for network, before_response {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:44.932085 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:11:44.938864 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Pushing event updated for resources: {'Port': ['ID=8de9a6a9-9189-42f5-8255-4362093f0c0f,revision_number=5']} {{(pid=75042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:11:44.946065 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:11:44.953691 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-162ed7c0-3093-42fc-b1fe-e8a59bb94f50 req-71edf352-f6b0-497b-bfc3-a1944a3bd163 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=2fdafa6e-83cf-4704-ab97-b78a1a07192a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101391 Aug 25 16:11:44.984307 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.provisioning_blocks [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Provisioning complete for port 56682e11-8a06-4426-8095-560446f942d6 triggered by entity L2. {{(pid=75042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:11:44.984307 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16203014'] for port, provisioning_complete {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:45.091000 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-48a05fdb-b276-481d-a15e-ee970387bb3b req-9acae4f3-4a01-4654-ad3f-0ca61f81e215 tempest-VolumesActionsTest-1849989351 tempest-VolumesActionsTest-1849989351-project] 10.222.0.68 "GET /v2.0/security-groups?id=2fdafa6e-83cf-4704-ab97-b78a1a07192a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153187 Aug 25 16:11:45.189844 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-ae91b06c-d8c5-43d1-8728-eb3b603740f9 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0300872 Aug 25 16:11:45.192592 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.wsgi [-] (75041) accepted ('10.222.0.68', 56108) {{(pid=75041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:11:45.193559 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae91b06c-d8c5-43d1-8728-eb3b603740f9 admin admin] Pushing event updated for resources: {'Network': ['ID=21bff713-f2a8-4bb4-99bd-d4857f4be512,revision_number=1']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:11:45.197371 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-ae91b06c-d8c5-43d1-8728-eb3b603740f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:11:45.200304 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.v2.base [None req-b2bc63a9-f2c2-4a9e-8506-676c5d942f8d admin admin] Request body: {'subnet': {'network_id': '21bff713-f2a8-4bb4-99bd-d4857f4be512', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1425369082-subnet', 'tenant_id': 'b2bf7be902a5458798d4acb4b17be252', 'ip_version': 4}} {{(pid=75041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:11:45.207106 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Network 21bff713-f2a8-4bb4-99bd-d4857f4be512 details requested by agent ovs-agent-dv-cinder-806007-1-smb with host dv-cinder-806007-1-smb {{(pid=75042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 25 16:11:45.213676 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.quota.driver [None req-b2bc63a9-f2c2-4a9e-8506-676c5d942f8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:11:45.223769 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [None req-b2bc63a9-f2c2-4a9e-8506-676c5d942f8d admin admin] Usage tracker for resource:subnet and tenant:b2bf7be902a5458798d4acb4b17be252 is out of sync, need to count used quota {{(pid=75041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:11:45.226913 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [None req-b2bc63a9-f2c2-4a9e-8506-676c5d942f8d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:11:45.237046 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.quota.driver [None req-b2bc63a9-f2c2-4a9e-8506-676c5d942f8d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:11:45.254959 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2bc63a9-f2c2-4a9e-8506-676c5d942f8d admin admin] Made reservation on behalf of b2bf7be902a5458798d4acb4b17be252 for: {'subnet': 1} {{(pid=75041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:11:45.257356 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-b2bc63a9-f2c2-4a9e-8506-676c5d942f8d admin admin] Notify callbacks [] for subnet, before_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:45.419872 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.wsgi [-] (75041) accepted ('10.222.0.68', 56116) {{(pid=75041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:11:45.465765 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 56122) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:11:45.490135 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008bf030-917d-46ce-bcef-83df81e14078 req-a2411546-38f6-44be-82ae-b8d80cf46ba6 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:45.491584 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-008bf030-917d-46ce-bcef-83df81e14078 req-a2411546-38f6-44be-82ae-b8d80cf46ba6 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] 10.222.0.68 "GET /v2.0/ports?device_id=c46f97d7-0e28-467b-8003-354f4d3f52c2 HTTP/1.1" status: 200 len: 945 time: 0.1588824 Aug 25 16:11:45.564959 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-008bf030-917d-46ce-bcef-83df81e14078 req-5fb75026-2fb3-4747-8bcb-0d0b8f57973f tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] 10.222.0.68 "GET /v2.0/security-groups?id=08292ed9-3586-482c-a672-563a9deccae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624332 Aug 25 16:11:45.615547 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-d9e4f75d-5e1e-453a-abb6-a81e8c50e41a admin admin] Notify callbacks [] for security_group, before_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:45.647458 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-d9fe28ff-0a61-4aab-83ac-df6c65480396 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:45.658199 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.quota.driver [None req-d9e4f75d-5e1e-453a-abb6-a81e8c50e41a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:11:45.662143 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [None req-d9e4f75d-5e1e-453a-abb6-a81e8c50e41a admin admin] Usage tracker for resource:security_group_rule and tenant:2e8bf697cc8c4bc197ac4dabe577fa2d is out of sync, need to count used quota {{(pid=75041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:11:45.666153 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [None req-d9e4f75d-5e1e-453a-abb6-a81e8c50e41a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:11:45.669137 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-b2bc63a9-f2c2-4a9e-8506-676c5d942f8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748'] for subnet, after_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:45.681461 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.quota.driver [None req-d9e4f75d-5e1e-453a-abb6-a81e8c50e41a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:11:45.681461 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:11:45.689160 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51be9d2d-cc3e-48b0-9fce-83297c0256b9 None None] Sync routers for ids ['0ddce754-b14b-4001-bd83-da3fe6fae93e'] in dv-cinder-806007-1-smb {{(pid=75042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 16:11:45.703822 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-d9fe28ff-0a61-4aab-83ac-df6c65480396 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:11:45.710119 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-d9fe28ff-0a61-4aab-83ac-df6c65480396 admin admin] Usage tracker for resource:security_group_rule and tenant:51cf70546dfe448a982b0a349f66b317 is out of sync, need to count used quota {{(pid=75040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:11:45.712459 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51be9d2d-cc3e-48b0-9fce-83297c0256b9 None None] Routers {'0ddce754-b14b-4001-bd83-da3fe6fae93e'} bound to L3 agent in host dv-cinder-806007-1-smb {{(pid=75042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:11:45.713324 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.l3_hamode_db [None req-51be9d2d-cc3e-48b0-9fce-83297c0256b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T16:01:30Z,description=,heartbeat_timestamp=2021-08-25T16:11:30Z,host='dv-cinder-806007-1-smb',id=ca94599f-caae-4183-a9a6-f9a0dcce5f21,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:01:30Z,topic='l3_agent')) {'router_ids': ['0ddce754-b14b-4001-bd83-da3fe6fae93e'], 'active': True} {{(pid=75042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:11:45.713733 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-d9fe28ff-0a61-4aab-83ac-df6c65480396 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:11:45.720170 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-d9fe28ff-0a61-4aab-83ac-df6c65480396 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:11:45.837393 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-d9fe28ff-0a61-4aab-83ac-df6c65480396 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:45.842386 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-d9fe28ff-0a61-4aab-83ac-df6c65480396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:45.849848 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-b25e3222-f3e0-41ab-bf36-4d30a402ac84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:11:45.855270 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bc63a9-f2c2-4a9e-8506-676c5d942f8d admin admin] Pushing event updated for resources: {'Subnet': ['ID=74ded7a6-a279-4f0b-ba8d-8f07564e86c7,revision_number=0']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:11:45.865671 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-b2bc63a9-f2c2-4a9e-8506-676c5d942f8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:11:45.883491 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fe28ff-0a61-4aab-83ac-df6c65480396 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5321a4bb-410c-455c-8d07-c319ff4bdb5d,revision_number=1']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:11:45.886734 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-d9fe28ff-0a61-4aab-83ac-df6c65480396 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:11:45.904234 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-d9fe28ff-0a61-4aab-83ac-df6c65480396 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=51cf70546dfe448a982b0a349f66b317&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4374635 Aug 25 16:11:45.906670 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 56130) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:11:45.930163 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.l3_dvr_db [None req-51be9d2d-cc3e-48b0-9fce-83297c0256b9 None None] Set router 0ddce754-b14b-4001-bd83-da3fe6fae93e gateway port host: dv-cinder-806007-1-smb {{(pid=75042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:11:45.930905 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2bc63a9-f2c2-4a9e-8506-676c5d942f8d admin admin] Checking segment: {'id': '8f8e14fa-e168-4583-9971-1ae51d1d7f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '21bff713-f2a8-4bb4-99bd-d4857f4be512'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:11:45.931272 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2bc63a9-f2c2-4a9e-8506-676c5d942f8d admin admin] Network hostable DHCP agents. Network: 21bff713-f2a8-4bb4-99bd-d4857f4be512, hostable agents: ['daaa6c79-fb88-4b19-b87f-75e8fe826ec4'], hosted agents: [] {{(pid=75041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 16:11:45.938085 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-d9e4f75d-5e1e-453a-abb6-a81e8c50e41a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:45.955671 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1c6b69-7d7c-45fb-a501-a4d02bb43138 req-7d98e273-2e5a-45a8-a724-d59fbd8f2f9a tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:45.957195 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-2d1c6b69-7d7c-45fb-a501-a4d02bb43138 req-7d98e273-2e5a-45a8-a724-d59fbd8f2f9a tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/ports?device_id=768557d9-c88d-4397-91dd-f58022c93843 HTTP/1.1" status: 200 len: 946 time: 0.2058077 Aug 25 16:11:45.957815 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-d9e4f75d-5e1e-453a-abb6-a81e8c50e41a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:45.966562 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:11:45.971822 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-5e7b7967-4050-46af-b271-acb8d0facdb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:46.011232 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-5e7b7967-4050-46af-b271-acb8d0facdb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:46.045152 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e4f75d-5e1e-453a-abb6-a81e8c50e41a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eef70c7-cff1-4a43-b386-ed34c98ecfb0,revision_number=1']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:11:46.048254 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-d9e4f75d-5e1e-453a-abb6-a81e8c50e41a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:11:46.055426 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [None req-d9e4f75d-5e1e-453a-abb6-a81e8c50e41a admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=2e8bf697cc8c4bc197ac4dabe577fa2d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6337118 Aug 25 16:11:46.056239 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 56136) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:11:46.064138 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2bc63a9-f2c2-4a9e-8506-676c5d942f8d admin admin] Network 21bff713-f2a8-4bb4-99bd-d4857f4be512 is scheduled to be hosted by DHCP agent daaa6c79-fb88-4b19-b87f-75e8fe826ec4 with binding_index 1 {{(pid=75041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 16:11:46.091352 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-2d1c6b69-7d7c-45fb-a501-a4d02bb43138 req-aebfe654-801f-4bf2-8279-e68b66748360 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/security-groups?id=9e7f6e62-5d07-4b94-bd1b-2408a7eb9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147063 Aug 25 16:11:46.093837 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.scheduler.base_scheduler [None req-b2bc63a9-f2c2-4a9e-8506-676c5d942f8d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806007-1-smb, 21bff713-f2a8-4bb4-99bd-d4857f4be512) {{(pid=75041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:11:46.109811 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2bc63a9-f2c2-4a9e-8506-676c5d942f8d admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:46.111202 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-b2bc63a9-f2c2-4a9e-8506-676c5d942f8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16129646'] for subnet, before_response {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:46.134040 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc88228a-3901-400c-8594-fc24855da05d None None] Network 21bff713-f2a8-4bb4-99bd-d4857f4be512 requested from dv-cinder-806007-1-smb {{(pid=75042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:11:46.169033 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-5e7b7967-4050-46af-b271-acb8d0facdb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:46.175686 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [None req-b2bc63a9-f2c2-4a9e-8506-676c5d942f8d admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9811504 Aug 25 16:11:46.177051 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.wsgi [-] (75041) accepted ('10.222.0.68', 56142) {{(pid=75041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:11:46.184439 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-f7a58508-0801-4db0-86f0-730c8f796152 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:11:46.185944 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.v2.base [None req-33e4f03f-e806-4af6-9850-696d7857e117 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1425369082-router', 'tenant_id': 'b2bf7be902a5458798d4acb4b17be252', 'external_gateway_info': {'network_id': 'af5d4827-908c-4372-9134-1f0198184942'}}} {{(pid=75041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:11:46.192252 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.quota.driver [None req-33e4f03f-e806-4af6-9850-696d7857e117 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:11:46.196718 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [None req-33e4f03f-e806-4af6-9850-696d7857e117 admin admin] Usage tracker for resource:router and tenant:b2bf7be902a5458798d4acb4b17be252 is out of sync, need to count used quota {{(pid=75041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:11:46.201440 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [None req-33e4f03f-e806-4af6-9850-696d7857e117 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:11:46.208829 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-7a0fced1-a0af-4f15-b321-01eab1825632 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:46.215424 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.quota.driver [None req-33e4f03f-e806-4af6-9850-696d7857e117 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:11:46.227003 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-33e4f03f-e806-4af6-9850-696d7857e117 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-457588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5365'] for router, before_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:46.229321 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-33e4f03f-e806-4af6-9850-696d7857e117 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453583', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-480463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5374'] for router, precommit_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:46.267016 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c46f97d7-0e28-467b-8003-354f4d3f52c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8de9a6a9-9189-42f5-8255-4362093f0c0f'}] {{(pid=75042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:11:46.284503 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-33e4f03f-e806-4af6-9850-696d7857e117 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:46.287294 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-7a0fced1-a0af-4f15-b321-01eab1825632 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:46.408279 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b7967-4050-46af-b271-acb8d0facdb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5321a4bb-410c-455c-8d07-c319ff4bdb5d,revision_number=None']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:11:46.412193 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-5e7b7967-4050-46af-b271-acb8d0facdb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:46.414665 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-5e7b7967-4050-46af-b271-acb8d0facdb7 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/5321a4bb-410c-455c-8d07-c319ff4bdb5d HTTP/1.1" status: 204 len: 168 time: 0.5062432 Aug 25 16:11:46.415743 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-7a0fced1-a0af-4f15-b321-01eab1825632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:46.427261 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-5e7b7967-4050-46af-b271-acb8d0facdb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:11:46.428069 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-5e7b7967-4050-46af-b271-acb8d0facdb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:11:46.440270 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-7a0fced1-a0af-4f15-b321-01eab1825632 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:46.442554 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-7a0fced1-a0af-4f15-b321-01eab1825632 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/3eef70c7-cff1-4a43-b386-ed34c98ecfb0 HTTP/1.1" status: 204 len: 168 time: 0.3848696 Aug 25 16:11:46.461221 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0fced1-a0af-4f15-b321-01eab1825632 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eef70c7-cff1-4a43-b386-ed34c98ecfb0,revision_number=None']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:11:46.477012 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-7a0fced1-a0af-4f15-b321-01eab1825632 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:11:46.620368 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64ddb338-5707-4db8-af97-f1ccaadd7e8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca772392-2f73-567c-a435-caaf44074501-21bff713-f2a8-4bb4-99bd-d4857f4be512', 'network_id': '21bff713-f2a8-4bb4-99bd-d4857f4be512', 'tenant_id': 'b2bf7be902a5458798d4acb4b17be252', 'fixed_ips': [{'subnet_id': '74ded7a6-a279-4f0b-ba8d-8f07564e86c7'}]}} from dv-cinder-806007-1-smb. {{(pid=75042) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Aug 25 16:11:46.621213 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-64ddb338-5707-4db8-af97-f1ccaadd7e8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_create {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:46.800196 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-33e4f03f-e806-4af6-9850-696d7857e117 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-453629', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-457578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5328'] for router, precommit_update {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:46.842754 dv-cinder-806007-1-smb neutron-server[75042]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c46f97d7-0e28-467b-8003-354f4d3f52c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8de9a6a9-9189-42f5-8255-4362093f0c0f', 'code': 200} Aug 25 16:11:46.859435 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dd1020-ccf6-40ee-9a3e-491d7021b047 req-4b839999-4766-418f-afef-a5862bd130e9 tempest-VolumesActionsTest-1849989351 tempest-VolumesActionsTest-1849989351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:46.866662 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.l3_hamode_db [None req-51be9d2d-cc3e-48b0-9fce-83297c0256b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ddce754-b14b-4001-bd83-da3fe6fae93e', 'name': 'tempest-TestShelveInstance-1252736714-router', 'tenant_id': 'e9aef4833bd74d2db11f03628b3cb562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af5d4827-908c-4372-9134-1f0198184942', 'external_fixed_ips': [{'subnet_id': 'a4c12025-f163-4c64-acba-906df26214d3', 'ip_address': '172.28.0.108'}], 'enable_snat': True}, 'gw_port_id': '56682e11-8a06-4426-8095-560446f942d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:11:35Z', 'updated_at': '2021-08-25T16:11:41Z', 'revision_number': 4, 'project_id': 'e9aef4833bd74d2db11f03628b3cb562', 'gw_port': {'id': '56682e11-8a06-4426-8095-560446f942d6', 'name': '', 'network_id': 'af5d4827-908c-4372-9134-1f0198184942', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:2e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ddce754-b14b-4001-bd83-da3fe6fae93e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a4c12025-f163-4c64-acba-906df26214d3', 'ip_address': '172.28.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:11:37Z', 'updated_at': '2021-08-25T16:11:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a4c12025-f163-4c64-acba-906df26214d3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-smb', '_interfaces': [{'id': 'e6e7c3eb-c302-4cf2-b135-ec96191cb4c8', 'name': '', 'network_id': '614f2e95-7eb0-4ef1-81dd-2bbf704665be', 'tenant_id': 'e9aef4833bd74d2db11f03628b3cb562', 'mac_address': 'fa:16:3e:9c:7d:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ddce754-b14b-4001-bd83-da3fe6fae93e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '61345865-f17f-47a1-85d8-a6ba566735d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:11:40Z', 'updated_at': '2021-08-25T16:11:41Z', 'revision_number': 2, 'project_id': 'e9aef4833bd74d2db11f03628b3cb562', 'subnets': [{'id': '61345865-f17f-47a1-85d8-a6ba566735d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-1-smb', False) {} {{(pid=75042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:11:46.868528 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-d0dd1020-ccf6-40ee-9a3e-491d7021b047 req-4b839999-4766-418f-afef-a5862bd130e9 tempest-VolumesActionsTest-1849989351 tempest-VolumesActionsTest-1849989351-project] 10.222.0.68 "GET /v2.0/ports?device_id=3c7f5df3-2c31-4a72-9c1d-abc0c8b03483 HTTP/1.1" status: 200 len: 945 time: 0.3324041 Aug 25 16:11:46.877000 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51be9d2d-cc3e-48b0-9fce-83297c0256b9 None None] Checking router: 0ddce754-b14b-4001-bd83-da3fe6fae93e for host: dv-cinder-806007-1-smb {{(pid=75042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 16:11:46.877728 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51be9d2d-cc3e-48b0-9fce-83297c0256b9 None None] Updating router 0ddce754-b14b-4001-bd83-da3fe6fae93e port e6e7c3eb-c302-4cf2-b135-ec96191cb4c8 binding host dv-cinder-806007-1-smb {{(pid=75042) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 25 16:11:46.984618 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.db_base_plugin_common [None req-64ddb338-5707-4db8-af97-f1ccaadd7e8a None None] Allocated IP 172.20.0.2 (21bff713-f2a8-4bb4-99bd-d4857f4be512/74ded7a6-a279-4f0b-ba8d-8f07564e86c7/8bcaf602-7f36-47d7-b35b-378f9875d4e8) {{(pid=75042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:11:47.015364 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-51be9d2d-cc3e-48b0-9fce-83297c0256b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:47.076672 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-d0dd1020-ccf6-40ee-9a3e-491d7021b047 req-266ee8ce-c740-419e-9962-fcccb26214fc tempest-VolumesActionsTest-1849989351 tempest-VolumesActionsTest-1849989351-project] 10.222.0.68 "GET /v2.0/security-groups?id=2fdafa6e-83cf-4704-ab97-b78a1a07192a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071664 Aug 25 16:11:47.088409 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a193995d-1e31-4aa7-82c2-68202c1465c2 req-e9115279-ec0d-4c39-8979-d151219a3980 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:47.099307 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-a193995d-1e31-4aa7-82c2-68202c1465c2 req-e9115279-ec0d-4c39-8979-d151219a3980 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] 10.222.0.68 "GET /v2.0/ports?device_id=c46f97d7-0e28-467b-8003-354f4d3f52c2 HTTP/1.1" status: 200 len: 945 time: 0.1469367 Aug 25 16:11:47.223033 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-a193995d-1e31-4aa7-82c2-68202c1465c2 req-6fa2a167-37ac-4f7c-8ab7-b589bc770712 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] 10.222.0.68 "GET /v2.0/security-groups?id=08292ed9-3586-482c-a672-563a9deccae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233339 Aug 25 16:11:47.364344 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 56170) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:11:47.420428 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-365f9966-6eb3-4b4b-8911-8ce70d665ea9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:47.459952 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-e996679e-2f4b-490a-95ab-6eb6dd93b391 req-9890222f-1704-4645-86b7-a7aca64a03c9 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=c46f97d7-0e28-467b-8003-354f4d3f52c2 HTTP/1.1" status: 200 len: 1098 time: 0.3350418 Aug 25 16:11:47.477450 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-365f9966-6eb3-4b4b-8911-8ce70d665ea9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:11:47.482467 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-365f9966-6eb3-4b4b-8911-8ce70d665ea9 admin admin] Usage tracker for resource:security_group_rule and tenant:82f24f02a0b048cca9f507b071bff750 is out of sync, need to count used quota {{(pid=75040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:11:47.486689 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-365f9966-6eb3-4b4b-8911-8ce70d665ea9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:11:47.493683 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-365f9966-6eb3-4b4b-8911-8ce70d665ea9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:11:47.496864 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-33e4f03f-e806-4af6-9850-696d7857e117 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:47.546672 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-33e4f03f-e806-4af6-9850-696d7857e117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:47.579265 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-365f9966-6eb3-4b4b-8911-8ce70d665ea9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:47.587490 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-365f9966-6eb3-4b4b-8911-8ce70d665ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:47.596995 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-8f3197b5-8e72-46b3-96fb-49ab339bf010 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:11:47.642733 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365f9966-6eb3-4b4b-8911-8ce70d665ea9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f74a2bba-2e2c-48ea-bc44-e2da173dceef,revision_number=1']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:11:47.647278 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-e996679e-2f4b-490a-95ab-6eb6dd93b391 req-f3e33b11-6bfd-4d79-8bb3-8e7c0e52e53a service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=08292ed9-3586-482c-a672-563a9deccae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692786 Aug 25 16:11:47.660405 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74be581-2873-4096-83a9-4f65467dd5ec req-5876788c-7d7d-4aba-9bf3-95bb48e8e5d5 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:47.662221 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-365f9966-6eb3-4b4b-8911-8ce70d665ea9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:11:47.667496 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-d74be581-2873-4096-83a9-4f65467dd5ec req-5876788c-7d7d-4aba-9bf3-95bb48e8e5d5 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/ports?device_id=768557d9-c88d-4397-91dd-f58022c93843 HTTP/1.1" status: 200 len: 946 time: 0.2965996 Aug 25 16:11:47.668939 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-365f9966-6eb3-4b4b-8911-8ce70d665ea9 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=82f24f02a0b048cca9f507b071bff750&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3031106 Aug 25 16:11:47.671535 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 56176) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:11:47.763713 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-51be9d2d-cc3e-48b0-9fce-83297c0256b9 None None] Notify callbacks [] for port, precommit_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:47.779462 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.provisioning_blocks [None req-51be9d2d-cc3e-48b0-9fce-83297c0256b9 None None] Transition to ACTIVE for port object e6e7c3eb-c302-4cf2-b135-ec96191cb4c8 will not be triggered until provisioned by entity L2. {{(pid=75042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:11:47.786823 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-d74be581-2873-4096-83a9-4f65467dd5ec req-01cc8be3-d04f-4f32-a543-bacb53e366ce tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/security-groups?id=9e7f6e62-5d07-4b94-bd1b-2408a7eb9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183536 Aug 25 16:11:47.807635 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.db_base_plugin_common [None req-33e4f03f-e806-4af6-9850-696d7857e117 admin admin] Allocated IP 172.28.0.117 (af5d4827-908c-4372-9134-1f0198184942/a4c12025-f163-4c64-acba-906df26214d3/e2c0cca2-fe46-435e-bb27-c546dd34f7be) {{(pid=75041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:11:47.823683 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-0f25a2f4-7a36-430d-aceb-776d5a5057ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:47.858323 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-0f25a2f4-7a36-430d-aceb-776d5a5057ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:47.870656 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-51be9d2d-cc3e-48b0-9fce-83297c0256b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776572168726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776571761677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776571761722'] for port, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:47.885967 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:11:47.954039 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-0f25a2f4-7a36-430d-aceb-776d5a5057ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:47.958972 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-64ddb338-5707-4db8-af97-f1ccaadd7e8a None None] Notify callbacks [] for port, precommit_create {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:47.965127 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-7a0fced1-a0af-4f15-b321-01eab1825632 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:11:47.999813 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f25a2f4-7a36-430d-aceb-776d5a5057ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f74a2bba-2e2c-48ea-bc44-e2da173dceef,revision_number=None']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:11:48.016581 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-0f25a2f4-7a36-430d-aceb-776d5a5057ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:11:48.023239 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-0f25a2f4-7a36-430d-aceb-776d5a5057ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:48.025699 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-0f25a2f4-7a36-430d-aceb-776d5a5057ba admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/f74a2bba-2e2c-48ea-bc44-e2da173dceef HTTP/1.1" status: 204 len: 168 time: 0.3528223 Aug 25 16:11:48.026515 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.provisioning_blocks [None req-64ddb338-5707-4db8-af97-f1ccaadd7e8a None None] Transition to ACTIVE for port object 8bcaf602-7f36-47d7-b35b-378f9875d4e8 will not be triggered until provisioned by entity L2. {{(pid=75042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:11:48.074687 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-33e4f03f-e806-4af6-9850-696d7857e117 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:48.076531 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8828707c-2fef-4abe-b1fb-4c6cf56bcc17 None None] Pushing event updated for resources: {'Port': ['ID=e6e7c3eb-c302-4cf2-b135-ec96191cb4c8,revision_number=3']} {{(pid=75042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:11:48.087775 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [None req-8828707c-2fef-4abe-b1fb-4c6cf56bcc17 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:11:48.089362 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.provisioning_blocks [None req-64ddb338-5707-4db8-af97-f1ccaadd7e8a None None] Transition to ACTIVE for port object 8bcaf602-7f36-47d7-b35b-378f9875d4e8 will not be triggered until provisioned by entity DHCP. {{(pid=75042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:11:48.127553 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-64ddb338-5707-4db8-af97-f1ccaadd7e8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776571788279'] for port, after_create {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:48.138454 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:11:48.163687 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-33e4f03f-e806-4af6-9850-696d7857e117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776571788279'] for port, after_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:48.178358 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-9f5baa2c-dbea-493e-910a-7cdfead997bb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:11:48.420979 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.managers [None req-51be9d2d-cc3e-48b0-9fce-83297c0256b9 None None] Attempting to bind port e6e7c3eb-c302-4cf2-b135-ec96191cb4c8 on host dv-cinder-806007-1-smb for vnic_type normal with profile {{(pid=75042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:11:48.421387 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.managers [None req-51be9d2d-cc3e-48b0-9fce-83297c0256b9 None None] Attempting to bind port e6e7c3eb-c302-4cf2-b135-ec96191cb4c8 by drivers openvswitch,hyperv on host dv-cinder-806007-1-smb at level 0 using segments [{'id': '958c1d75-9a7b-4ffd-b739-cb7f1585c545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '614f2e95-7eb0-4ef1-81dd-2bbf704665be'}] {{(pid=75042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:11:48.421757 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51be9d2d-cc3e-48b0-9fce-83297c0256b9 None None] Attempting to bind port e6e7c3eb-c302-4cf2-b135-ec96191cb4c8 on network 614f2e95-7eb0-4ef1-81dd-2bbf704665be {{(pid=75042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:11:48.425468 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64ddb338-5707-4db8-af97-f1ccaadd7e8a None None] Network 21bff713-f2a8-4bb4-99bd-d4857f4be512 is already hosted by enough agents. {{(pid=75042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:11:48.426875 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddb338-5707-4db8-af97-f1ccaadd7e8a None None] Pushing event updated for resources: {'Port': ['ID=8bcaf602-7f36-47d7-b35b-378f9875d4e8,revision_number=1']} {{(pid=75042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:11:48.432100 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.scheduler.base_scheduler [None req-64ddb338-5707-4db8-af97-f1ccaadd7e8a None None] Resources bound (agent type, host, resource id): {{(pid=75042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:11:48.436171 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [None req-64ddb338-5707-4db8-af97-f1ccaadd7e8a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:11:48.438475 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ddb338-5707-4db8-af97-f1ccaadd7e8a None None] Received port after_create {{(pid=75042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:11:48.442647 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51be9d2d-cc3e-48b0-9fce-83297c0256b9 None None] Checking agent: {'id': '96a22994-db3b-42a5-8f4b-83134f26dca0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806007-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 1, 29), 'started_at': datetime.datetime(2021, 8, 25, 16, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 11, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806007-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:11:48.443090 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51be9d2d-cc3e-48b0-9fce-83297c0256b9 None None] Checking segment: {'id': '958c1d75-9a7b-4ffd-b739-cb7f1585c545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '614f2e95-7eb0-4ef1-81dd-2bbf704665be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:11:48.443403 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-51be9d2d-cc3e-48b0-9fce-83297c0256b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:48.443806 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51be9d2d-cc3e-48b0-9fce-83297c0256b9 None None] Bound using segment: {'id': '958c1d75-9a7b-4ffd-b739-cb7f1585c545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '614f2e95-7eb0-4ef1-81dd-2bbf704665be'} {{(pid=75042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:11:48.444319 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.managers [None req-51be9d2d-cc3e-48b0-9fce-83297c0256b9 None None] Bound port: e6e7c3eb-c302-4cf2-b135-ec96191cb4c8, host: dv-cinder-806007-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '958c1d75-9a7b-4ffd-b739-cb7f1585c545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '614f2e95-7eb0-4ef1-81dd-2bbf704665be'}}] {{(pid=75042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:11:48.444699 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-51be9d2d-cc3e-48b0-9fce-83297c0256b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:48.609442 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:48.623405 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33e4f03f-e806-4af6-9850-696d7857e117 admin admin] Network af5d4827-908c-4372-9134-1f0198184942 is already hosted by enough agents. {{(pid=75041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:11:48.626474 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.scheduler.base_scheduler [None req-33e4f03f-e806-4af6-9850-696d7857e117 admin admin] Resources bound (agent type, host, resource id): {{(pid=75041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:11:48.628301 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e4f03f-e806-4af6-9850-696d7857e117 admin admin] Pushing event updated for resources: {'Port': ['ID=e2c0cca2-fe46-435e-bb27-c546dd34f7be,revision_number=1']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:11:48.635567 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e4f03f-e806-4af6-9850-696d7857e117 admin admin] Received port after_create {{(pid=75041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:11:48.648127 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.managers [None req-64ddb338-5707-4db8-af97-f1ccaadd7e8a None None] Attempting to bind port 8bcaf602-7f36-47d7-b35b-378f9875d4e8 on host dv-cinder-806007-1-smb for vnic_type normal with profile {{(pid=75042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:11:48.648508 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.managers [None req-64ddb338-5707-4db8-af97-f1ccaadd7e8a None None] Attempting to bind port 8bcaf602-7f36-47d7-b35b-378f9875d4e8 by drivers openvswitch,hyperv on host dv-cinder-806007-1-smb at level 0 using segments [{'id': '8f8e14fa-e168-4583-9971-1ae51d1d7f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '21bff713-f2a8-4bb4-99bd-d4857f4be512'}] {{(pid=75042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:11:48.648878 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ddb338-5707-4db8-af97-f1ccaadd7e8a None None] Attempting to bind port 8bcaf602-7f36-47d7-b35b-378f9875d4e8 on network 21bff713-f2a8-4bb4-99bd-d4857f4be512 {{(pid=75042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:11:48.679813 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7e72f5-060c-4d87-9b7c-fb43d73bda13 req-d2d6792c-e65a-43f6-818f-8821d3b55bd5 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:48.683537 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-8e7e72f5-060c-4d87-9b7c-fb43d73bda13 req-d2d6792c-e65a-43f6-818f-8821d3b55bd5 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] 10.222.0.68 "GET /v2.0/ports?device_id=c46f97d7-0e28-467b-8003-354f4d3f52c2 HTTP/1.1" status: 200 len: 945 time: 0.1723454 Aug 25 16:11:48.684392 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.db [None req-51be9d2d-cc3e-48b0-9fce-83297c0256b9 None None] For port e6e7c3eb-c302-4cf2-b135-ec96191cb4c8, host dv-cinder-806007-1-smb, cleared binding levels {{(pid=75042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:11:48.689249 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.db [None req-51be9d2d-cc3e-48b0-9fce-83297c0256b9 None None] For port e6e7c3eb-c302-4cf2-b135-ec96191cb4c8, host dv-cinder-806007-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-1-smb',level=0,port_id=e6e7c3eb-c302-4cf2-b135-ec96191cb4c8,segment=NetworkSegment(958c1d75-9a7b-4ffd-b739-cb7f1585c545),segment_id=958c1d75-9a7b-4ffd-b739-cb7f1585c545)] {{(pid=75042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:11:48.690842 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ddb338-5707-4db8-af97-f1ccaadd7e8a None None] Checking agent: {'id': '96a22994-db3b-42a5-8f4b-83134f26dca0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806007-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 1, 29), 'started_at': datetime.datetime(2021, 8, 25, 16, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 11, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806007-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:11:48.691553 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ddb338-5707-4db8-af97-f1ccaadd7e8a None None] Checking segment: {'id': '8f8e14fa-e168-4583-9971-1ae51d1d7f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '21bff713-f2a8-4bb4-99bd-d4857f4be512'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:11:48.693286 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-64ddb338-5707-4db8-af97-f1ccaadd7e8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:48.694178 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ddb338-5707-4db8-af97-f1ccaadd7e8a None None] Bound using segment: {'id': '8f8e14fa-e168-4583-9971-1ae51d1d7f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '21bff713-f2a8-4bb4-99bd-d4857f4be512'} {{(pid=75042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:11:48.694527 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.managers [None req-64ddb338-5707-4db8-af97-f1ccaadd7e8a None None] Bound port: 8bcaf602-7f36-47d7-b35b-378f9875d4e8, host: dv-cinder-806007-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f8e14fa-e168-4583-9971-1ae51d1d7f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '21bff713-f2a8-4bb4-99bd-d4857f4be512'}}] {{(pid=75042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:11:48.695294 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-64ddb338-5707-4db8-af97-f1ccaadd7e8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:48.710348 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-51be9d2d-cc3e-48b0-9fce-83297c0256b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776572168726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776571761677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776571761722'] for port, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:48.711067 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e4f03f-e806-4af6-9850-696d7857e117 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:11:48.711425 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e4f03f-e806-4af6-9850-696d7857e117 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:11:48.711839 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e4f03f-e806-4af6-9850-696d7857e117 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:11:48.712268 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e4f03f-e806-4af6-9850-696d7857e117 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:11:48.712643 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e4f03f-e806-4af6-9850-696d7857e117 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:11:48.712990 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e4f03f-e806-4af6-9850-696d7857e117 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:11:48.713369 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e4f03f-e806-4af6-9850-696d7857e117 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:11:48.713705 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e4f03f-e806-4af6-9850-696d7857e117 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:11:48.714038 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e4f03f-e806-4af6-9850-696d7857e117 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:11:48.714363 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e4f03f-e806-4af6-9850-696d7857e117 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:11:48.714737 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e4f03f-e806-4af6-9850-696d7857e117 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:11:48.717769 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:11:48.723451 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-33e4f03f-e806-4af6-9850-696d7857e117 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.547s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:11:48.760402 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048d5f9a-3116-4337-ac05-cacab1163fe7 req-525f670e-1a30-4b5b-a3e2-64daaeefe5ed tempest-VolumesActionsTest-1849989351 tempest-VolumesActionsTest-1849989351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:48.767269 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-048d5f9a-3116-4337-ac05-cacab1163fe7 req-525f670e-1a30-4b5b-a3e2-64daaeefe5ed tempest-VolumesActionsTest-1849989351 tempest-VolumesActionsTest-1849989351-project] 10.222.0.68 "GET /v2.0/ports?device_id=3c7f5df3-2c31-4a72-9c1d-abc0c8b03483 HTTP/1.1" status: 200 len: 945 time: 0.4291530 Aug 25 16:11:48.794192 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-cacb4724-c38b-4df6-96f0-31325763b5c6 req-b21859b7-0d68-4fc0-9f15-4a591b723cb2 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7bcd0c2726864d0db2590ec11bb3d659&device_id=768557d9-c88d-4397-91dd-f58022c93843 HTTP/1.1" status: 200 len: 1099 time: 0.3690584 Aug 25 16:11:48.800035 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8828707c-2fef-4abe-b1fb-4c6cf56bcc17 None None] Pushing event updated for resources: {'Port': ['ID=e6e7c3eb-c302-4cf2-b135-ec96191cb4c8,revision_number=4']} {{(pid=75042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:11:48.807784 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [None req-8828707c-2fef-4abe-b1fb-4c6cf56bcc17 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:11:48.840342 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-8e7e72f5-060c-4d87-9b7c-fb43d73bda13 req-f25711a9-9758-494a-8377-42a3061ec1ca tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] 10.222.0.68 "GET /v2.0/security-groups?id=08292ed9-3586-482c-a672-563a9deccae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504641 Aug 25 16:11:48.840342 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 56214) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:11:48.872720 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-20f143bc-ddb0-4873-887e-929f43b9b31e admin admin] Notify callbacks [] for security_group, before_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:48.889345 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51be9d2d-cc3e-48b0-9fce-83297c0256b9 None None] Routers {'0ddce754-b14b-4001-bd83-da3fe6fae93e'} bound to L3 agent in host dv-cinder-806007-1-smb {{(pid=75042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:11:48.890000 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.l3_hamode_db [None req-51be9d2d-cc3e-48b0-9fce-83297c0256b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T16:01:30Z,description=,heartbeat_timestamp=2021-08-25T16:11:30Z,host='dv-cinder-806007-1-smb',id=ca94599f-caae-4183-a9a6-f9a0dcce5f21,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:01:30Z,topic='l3_agent')) {'router_ids': ['0ddce754-b14b-4001-bd83-da3fe6fae93e'], 'active': True} {{(pid=75042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:11:48.947589 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-20f143bc-ddb0-4873-887e-929f43b9b31e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:11:48.951950 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-048d5f9a-3116-4337-ac05-cacab1163fe7 req-adec9579-b97a-4e1b-9f8b-0c1ac72fa43d tempest-VolumesActionsTest-1849989351 tempest-VolumesActionsTest-1849989351-project] 10.222.0.68 "GET /v2.0/security-groups?id=2fdafa6e-83cf-4704-ab97-b78a1a07192a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836581 Aug 25 16:11:48.962647 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-20f143bc-ddb0-4873-887e-929f43b9b31e admin admin] Usage tracker for resource:security_group_rule and tenant:a904cb476a4f4cad83bd0d43b565c06d is out of sync, need to count used quota {{(pid=75040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:11:48.977891 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-20f143bc-ddb0-4873-887e-929f43b9b31e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:11:48.985816 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-20f143bc-ddb0-4873-887e-929f43b9b31e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:11:49.125929 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-20f143bc-ddb0-4873-887e-929f43b9b31e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:49.135229 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-20f143bc-ddb0-4873-887e-929f43b9b31e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:49.152505 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-0d343bc6-c4f8-4841-b169-51d9a97b0e2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:11:49.162888 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacb4724-c38b-4df6-96f0-31325763b5c6 req-8176a632-8d90-4f89-ae2b-8d0625e9a64c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:49.171200 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-cacb4724-c38b-4df6-96f0-31325763b5c6 req-8176a632-8d90-4f89-ae2b-8d0625e9a64c service neutron] 10.222.0.70 "GET /v2.0/networks?id=d0ae9dbb-c442-45e5-bb7b-f5c10c916870 HTTP/1.1" status: 200 len: 920 time: 0.3391080 Aug 25 16:11:49.174348 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-33e4f03f-e806-4af6-9850-696d7857e117 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:49.175130 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-33e4f03f-e806-4af6-9850-696d7857e117 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-453662'] for router, after_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:49.192972 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.db [None req-64ddb338-5707-4db8-af97-f1ccaadd7e8a None None] For port 8bcaf602-7f36-47d7-b35b-378f9875d4e8, host dv-cinder-806007-1-smb, cleared binding levels {{(pid=75042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:11:49.210708 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.db [None req-64ddb338-5707-4db8-af97-f1ccaadd7e8a None None] For port 8bcaf602-7f36-47d7-b35b-378f9875d4e8, host dv-cinder-806007-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-1-smb',level=0,port_id=8bcaf602-7f36-47d7-b35b-378f9875d4e8,segment=NetworkSegment(8f8e14fa-e168-4583-9971-1ae51d1d7f21),segment_id=8f8e14fa-e168-4583-9971-1ae51d1d7f21)] {{(pid=75042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:11:49.271770 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-64ddb338-5707-4db8-af97-f1ccaadd7e8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776572168726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776571761677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776571761722'] for port, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:49.297123 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:11:49.380052 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-20f143bc-ddb0-4873-887e-929f43b9b31e admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=a904cb476a4f4cad83bd0d43b565c06d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5279803 Aug 25 16:11:49.400139 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 56222) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:11:49.447206 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f143bc-ddb0-4873-887e-929f43b9b31e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2fdd6f9-0cf9-4f52-98d4-fdf284b421dc,revision_number=1']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:11:49.463999 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-20f143bc-ddb0-4873-887e-929f43b9b31e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:11:49.491729 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-cacb4724-c38b-4df6-96f0-31325763b5c6 req-4f07b854-6383-4ad9-a9b1-0d1ce0247f80 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a2004afb-50ec-4eef-af5d-50a1aa80529c HTTP/1.1" status: 200 len: 217 time: 0.2866576 Aug 25 16:11:49.517419 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddb338-5707-4db8-af97-f1ccaadd7e8a None None] Pushing event updated for resources: {'Port': ['ID=8bcaf602-7f36-47d7-b35b-378f9875d4e8,revision_number=2']} {{(pid=75042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:11:49.535028 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [None req-64ddb338-5707-4db8-af97-f1ccaadd7e8a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:11:49.545793 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.l3_dvr_db [None req-51be9d2d-cc3e-48b0-9fce-83297c0256b9 None None] Set router 0ddce754-b14b-4001-bd83-da3fe6fae93e gateway port host: dv-cinder-806007-1-smb {{(pid=75042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:11:49.583448 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-9e9442c4-8906-421e-bc87-0b356552a0db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:49.641193 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-9e9442c4-8906-421e-bc87-0b356552a0db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:49.726590 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-9e9442c4-8906-421e-bc87-0b356552a0db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:49.733789 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-ae91b06c-d8c5-43d1-8728-eb3b603740f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:11:49.747401 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9442c4-8906-421e-bc87-0b356552a0db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2fdd6f9-0cf9-4f52-98d4-fdf284b421dc,revision_number=None']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:11:49.750205 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-9e9442c4-8906-421e-bc87-0b356552a0db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:11:49.757116 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-9e9442c4-8906-421e-bc87-0b356552a0db admin admin] Notify callbacks [] for security_group, before_response {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:49.760966 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-9e9442c4-8906-421e-bc87-0b356552a0db admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/b2fdd6f9-0cf9-4f52-98d4-fdf284b421dc HTTP/1.1" status: 204 len: 168 time: 0.3509870 Aug 25 16:11:49.798549 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0063a43-cb9e-4f89-9bf8-54e19711f0de req-b25e1215-3d36-4e16-a5d1-574b186e07a9 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:49.819711 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-c0063a43-cb9e-4f89-9bf8-54e19711f0de req-b25e1215-3d36-4e16-a5d1-574b186e07a9 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/ports?device_id=768557d9-c88d-4397-91dd-f58022c93843 HTTP/1.1" status: 200 len: 946 time: 0.6157460 Aug 25 16:11:49.855428 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacb4724-c38b-4df6-96f0-31325763b5c6 req-c7da8393-ee06-4c78-823b-327b54d3e3e5 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:49.856879 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-cacb4724-c38b-4df6-96f0-31325763b5c6 req-c7da8393-ee06-4c78-823b-327b54d3e3e5 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=69cf06f5-4b93-4431-8d8c-27a4df3b9aa7 HTTP/1.1" status: 200 len: 859 time: 0.2353590 Aug 25 16:11:49.970433 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-cacb4724-c38b-4df6-96f0-31325763b5c6 req-f81fdeeb-2974-4a5f-ba8f-42a8eb0ff3aa service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d0ae9dbb-c442-45e5-bb7b-f5c10c916870&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0976658 Aug 25 16:11:49.997729 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-c0063a43-cb9e-4f89-9bf8-54e19711f0de req-d47032d3-0825-44f3-b284-c3c7b934ffab tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/security-groups?id=9e7f6e62-5d07-4b94-bd1b-2408a7eb9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770554 Aug 25 16:11:50.046690 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 56242) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:11:50.200628 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7818f9b2-dac8-4aa5-952d-16fb5a86ed8c req-050e5e0e-958e-4859-a0d4-900c40d694c4 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:50.207836 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-7818f9b2-dac8-4aa5-952d-16fb5a86ed8c req-050e5e0e-958e-4859-a0d4-900c40d694c4 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] 10.222.0.68 "GET /v2.0/ports?device_id=c46f97d7-0e28-467b-8003-354f4d3f52c2 HTTP/1.1" status: 200 len: 945 time: 0.1155066 Aug 25 16:11:50.290622 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-7818f9b2-dac8-4aa5-952d-16fb5a86ed8c req-1e728f2d-089a-4c79-91c4-d017dbc54d6c tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] 10.222.0.68 "GET /v2.0/security-groups?id=08292ed9-3586-482c-a672-563a9deccae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816422 Aug 25 16:11:50.453356 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.l3_hamode_db [None req-51be9d2d-cc3e-48b0-9fce-83297c0256b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ddce754-b14b-4001-bd83-da3fe6fae93e', 'name': 'tempest-TestShelveInstance-1252736714-router', 'tenant_id': 'e9aef4833bd74d2db11f03628b3cb562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af5d4827-908c-4372-9134-1f0198184942', 'external_fixed_ips': [{'subnet_id': 'a4c12025-f163-4c64-acba-906df26214d3', 'ip_address': '172.28.0.108'}], 'enable_snat': True}, 'gw_port_id': '56682e11-8a06-4426-8095-560446f942d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:11:35Z', 'updated_at': '2021-08-25T16:11:41Z', 'revision_number': 4, 'project_id': 'e9aef4833bd74d2db11f03628b3cb562', 'gw_port': {'id': '56682e11-8a06-4426-8095-560446f942d6', 'name': '', 'network_id': 'af5d4827-908c-4372-9134-1f0198184942', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:2e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ddce754-b14b-4001-bd83-da3fe6fae93e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a4c12025-f163-4c64-acba-906df26214d3', 'ip_address': '172.28.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:11:37Z', 'updated_at': '2021-08-25T16:11:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a4c12025-f163-4c64-acba-906df26214d3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-smb', '_interfaces': [{'id': 'e6e7c3eb-c302-4cf2-b135-ec96191cb4c8', 'name': '', 'network_id': '614f2e95-7eb0-4ef1-81dd-2bbf704665be', 'tenant_id': 'e9aef4833bd74d2db11f03628b3cb562', 'mac_address': 'fa:16:3e:9c:7d:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ddce754-b14b-4001-bd83-da3fe6fae93e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '61345865-f17f-47a1-85d8-a6ba566735d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:11:40Z', 'updated_at': '2021-08-25T16:11:48Z', 'revision_number': 4, 'project_id': 'e9aef4833bd74d2db11f03628b3cb562', 'subnets': [{'id': '61345865-f17f-47a1-85d8-a6ba566735d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-1-smb', False) {} {{(pid=75042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:11:50.464272 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51be9d2d-cc3e-48b0-9fce-83297c0256b9 None None] The sync data for ids ['0ddce754-b14b-4001-bd83-da3fe6fae93e'] in dv-cinder-806007-1-smb is: [{'id': '0ddce754-b14b-4001-bd83-da3fe6fae93e', 'name': 'tempest-TestShelveInstance-1252736714-router', 'tenant_id': 'e9aef4833bd74d2db11f03628b3cb562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af5d4827-908c-4372-9134-1f0198184942', 'external_fixed_ips': [{'subnet_id': 'a4c12025-f163-4c64-acba-906df26214d3', 'ip_address': '172.28.0.108'}], 'enable_snat': True}, 'gw_port_id': '56682e11-8a06-4426-8095-560446f942d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:11:35Z', 'updated_at': '2021-08-25T16:11:41Z', 'revision_number': 4, 'project_id': 'e9aef4833bd74d2db11f03628b3cb562', 'gw_port': {'id': '56682e11-8a06-4426-8095-560446f942d6', 'name': '', 'network_id': 'af5d4827-908c-4372-9134-1f0198184942', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:2e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ddce754-b14b-4001-bd83-da3fe6fae93e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a4c12025-f163-4c64-acba-906df26214d3', 'ip_address': '172.28.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:11:37Z', 'updated_at': '2021-08-25T16:11:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a4c12025-f163-4c64-acba-906df26214d3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-smb', '_interfaces': [{'id': 'e6e7c3eb-c302-4cf2-b135-ec96191cb4c8', 'name': '', 'network_id': '614f2e95-7eb0-4ef1-81dd-2bbf704665be', 'tenant_id': 'e9aef4833bd74d2db11f03628b3cb562', 'mac_address': 'fa:16:3e:9c:7d:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ddce754-b14b-4001-bd83-da3fe6fae93e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '61345865-f17f-47a1-85d8-a6ba566735d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:11:40Z', 'updated_at': '2021-08-25T16:11:48Z', 'revision_number': 4, 'project_id': 'e9aef4833bd74d2db11f03628b3cb562', 'subnets': [{'id': '61345865-f17f-47a1-85d8-a6ba566735d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 16:11:50.569228 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-cacb4724-c38b-4df6-96f0-31325763b5c6 req-63593754-15d0-47d6-9cd0-4ed618f94526 service neutron] 10.222.0.70 "GET /v2.0/networks/d0ae9dbb-c442-45e5-bb7b-f5c10c916870?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5645964 Aug 25 16:11:50.651185 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-a295e043-9abf-486e-bb06-11fbe1aa53a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:50.815988 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Device 8bcaf602-7f36-47d7-b35b-378f9875d4e8 up at agent ovs-agent-dv-cinder-806007-1-smb {{(pid=75042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:11:50.822278 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-a295e043-9abf-486e-bb06-11fbe1aa53a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:11:50.829232 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-a295e043-9abf-486e-bb06-11fbe1aa53a4 admin admin] Usage tracker for resource:security_group_rule and tenant:030e885504614ea68b8671be3b306760 is out of sync, need to count used quota {{(pid=75040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:11:50.834141 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-a295e043-9abf-486e-bb06-11fbe1aa53a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:11:50.854738 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-a295e043-9abf-486e-bb06-11fbe1aa53a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:11:50.930815 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-cacb4724-c38b-4df6-96f0-31325763b5c6 req-1c251572-30f7-454e-9e82-6194834451eb service neutron] 10.222.0.70 "GET /v2.0/networks/d0ae9dbb-c442-45e5-bb7b-f5c10c916870?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3387554 Aug 25 16:11:51.036110 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.provisioning_blocks [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Provisioning for port 8bcaf602-7f36-47d7-b35b-378f9875d4e8 completed by entity L2. {{(pid=75042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:11:51.066142 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33e4f03f-e806-4af6-9850-696d7857e117 admin admin] Router db8ac55d-bea2-4ba5-99ba-de36737038f1 is scheduled to L3 agent ca94599f-caae-4183-a9a6-f9a0dcce5f21 with binding_index 1 {{(pid=75041) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 16:11:51.210358 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-497f24b5-f7fc-4744-a45f-7b15ab2725aa None None] Network 21bff713-f2a8-4bb4-99bd-d4857f4be512 requested from dv-cinder-806007-1-smb {{(pid=75042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:11:51.248759 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-a295e043-9abf-486e-bb06-11fbe1aa53a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:51.272043 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-a295e043-9abf-486e-bb06-11fbe1aa53a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:51.311396 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-785bc40a-41b7-43ee-91ad-38db20665c81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:11:51.375455 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a295e043-9abf-486e-bb06-11fbe1aa53a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c796afb-73db-4448-ad07-329b53b407cb,revision_number=1']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:11:51.392529 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0134b73e-bcda-44cb-8e54-755e51545c08 req-8262ebdd-90d4-4c4f-af6b-5b19d37f0de4 tempest-VolumesActionsTest-1849989351 tempest-VolumesActionsTest-1849989351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:51.395450 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-0134b73e-bcda-44cb-8e54-755e51545c08 req-8262ebdd-90d4-4c4f-af6b-5b19d37f0de4 tempest-VolumesActionsTest-1849989351 tempest-VolumesActionsTest-1849989351-project] 10.222.0.68 "GET /v2.0/ports?device_id=3c7f5df3-2c31-4a72-9c1d-abc0c8b03483 HTTP/1.1" status: 200 len: 945 time: 0.4679666 Aug 25 16:11:51.396364 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-a295e043-9abf-486e-bb06-11fbe1aa53a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:11:51.414551 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.provisioning_blocks [None req-feb03f61-4456-4801-a5de-005a162778d3 None None] Provisioning for port 8bcaf602-7f36-47d7-b35b-378f9875d4e8 completed by entity DHCP. {{(pid=75042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:11:51.423902 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.provisioning_blocks [None req-feb03f61-4456-4801-a5de-005a162778d3 None None] Provisioning complete for port 8bcaf602-7f36-47d7-b35b-378f9875d4e8 triggered by entity DHCP. {{(pid=75042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:11:51.424458 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-feb03f61-4456-4801-a5de-005a162778d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16203014'] for port, provisioning_complete {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:51.491568 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-a295e043-9abf-486e-bb06-11fbe1aa53a4 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=030e885504614ea68b8671be3b306760&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4436054 Aug 25 16:11:51.494844 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-0134b73e-bcda-44cb-8e54-755e51545c08 req-c1a8a23e-8c0e-42be-aff4-d628dc3638cb tempest-VolumesActionsTest-1849989351 tempest-VolumesActionsTest-1849989351-project] 10.222.0.68 "GET /v2.0/security-groups?id=2fdafa6e-83cf-4704-ab97-b78a1a07192a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906332 Aug 25 16:11:51.495697 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 56280) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:11:51.610134 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.db.agents_db [None req-a821c616-a82d-4ce6-adbe-0c63f7de4494 None None] Agent healthcheck: found 6 active agents {{(pid=75043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:11:51.612437 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-5377f858-df15-4a74-8316-eea77b6c8487 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:51.650132 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-5377f858-df15-4a74-8316-eea77b6c8487 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:51.716360 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-5377f858-df15-4a74-8316-eea77b6c8487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:51.722404 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-16f4f9fa-b366-413c-b6ce-a080476f8f5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:11:51.737188 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5377f858-df15-4a74-8316-eea77b6c8487 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c796afb-73db-4448-ad07-329b53b407cb,revision_number=None']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:11:51.740495 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-5377f858-df15-4a74-8316-eea77b6c8487 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:11:51.749002 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-5377f858-df15-4a74-8316-eea77b6c8487 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:51.750129 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-5377f858-df15-4a74-8316-eea77b6c8487 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/8c796afb-73db-4448-ad07-329b53b407cb HTTP/1.1" status: 204 len: 168 time: 0.2534733 Aug 25 16:11:51.861939 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-feb03f61-4456-4801-a5de-005a162778d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:51.962370 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.db [None req-feb03f61-4456-4801-a5de-005a162778d3 None None] For port 8bcaf602-7f36-47d7-b35b-378f9875d4e8, host dv-cinder-806007-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-1-smb',level=0,port_id=8bcaf602-7f36-47d7-b35b-378f9875d4e8,segment=NetworkSegment(8f8e14fa-e168-4583-9971-1ae51d1d7f21),segment_id=8f8e14fa-e168-4583-9971-1ae51d1d7f21)] {{(pid=75042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:11:51.975021 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-feb03f61-4456-4801-a5de-005a162778d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776572168726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776571761677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776571761722'] for port, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:51.977721 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:11:52.054204 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b658181b-0393-43bf-a726-2df264576e16 req-f7578767-9dd2-405b-b4d3-6e5eb1a3cec7 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:52.063293 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-b658181b-0393-43bf-a726-2df264576e16 req-f7578767-9dd2-405b-b4d3-6e5eb1a3cec7 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/ports?device_id=768557d9-c88d-4397-91dd-f58022c93843 HTTP/1.1" status: 200 len: 946 time: 0.6855619 Aug 25 16:11:52.075608 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-86a36dc9-011f-42e2-bc0e-6cf877040513 req-a7b017b8-28d4-4314-9c58-f9dfd6a43176 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=768557d9-c88d-4397-91dd-f58022c93843 HTTP/1.1" status: 200 len: 1099 time: 0.6721501 Aug 25 16:11:52.133617 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb03f61-4456-4801-a5de-005a162778d3 None None] Pushing event updated for resources: {'Port': ['ID=8bcaf602-7f36-47d7-b35b-378f9875d4e8,revision_number=3']} {{(pid=75042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:11:52.137372 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [None req-feb03f61-4456-4801-a5de-005a162778d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:11:52.356188 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-b658181b-0393-43bf-a726-2df264576e16 req-8f3af6a2-a4b4-4462-9643-ce572ed4ae60 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/security-groups?id=9e7f6e62-5d07-4b94-bd1b-2408a7eb9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2918148 Aug 25 16:11:52.369427 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-86a36dc9-011f-42e2-bc0e-6cf877040513 req-c0d45db8-c927-45fd-8d38-ebf4f39c1a6a service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=9e7f6e62-5d07-4b94-bd1b-2408a7eb9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2369888 Aug 25 16:11:52.413923 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33e4f03f-e806-4af6-9850-696d7857e117 admin admin] Notify agent at l3_agent.dv-cinder-806007-1-smb the message routers_updated {{(pid=75041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:11:52.426472 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1ec190-8de9-4f49-9a4f-2f84b1f97599 None None] Sync routers for ids ['db8ac55d-bea2-4ba5-99ba-de36737038f1'] in dv-cinder-806007-1-smb {{(pid=75043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 16:11:52.443633 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-33e4f03f-e806-4af6-9850-696d7857e117 admin admin] Notify callbacks [] for router, before_response {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:52.445565 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1ec190-8de9-4f49-9a4f-2f84b1f97599 None None] Routers {'db8ac55d-bea2-4ba5-99ba-de36737038f1'} bound to L3 agent in host dv-cinder-806007-1-smb {{(pid=75043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:11:52.446875 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [None req-33e4f03f-e806-4af6-9850-696d7857e117 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.2676775 Aug 25 16:11:52.447027 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.db.l3_hamode_db [None req-6a1ec190-8de9-4f49-9a4f-2f84b1f97599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T16:01:30Z,description=,heartbeat_timestamp=2021-08-25T16:11:30Z,host='dv-cinder-806007-1-smb',id=ca94599f-caae-4183-a9a6-f9a0dcce5f21,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:01:30Z,topic='l3_agent')) {'router_ids': ['db8ac55d-bea2-4ba5-99ba-de36737038f1'], 'active': True} {{(pid=75043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:11:52.449800 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 56306) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:11:52.506449 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.provisioning_blocks [None req-c384dae4-acec-4d0b-b433-f8411708057e None None] Provisioning complete for port 8bcaf602-7f36-47d7-b35b-378f9875d4e8 triggered by entity DHCP. {{(pid=75042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:11:52.507092 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-c384dae4-acec-4d0b-b433-f8411708057e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16203014'] for port, provisioning_complete {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:52.819970 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Device e6e7c3eb-c302-4cf2-b135-ec96191cb4c8 up at agent ovs-agent-dv-cinder-806007-1-smb {{(pid=75042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:11:52.956317 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce4ded6-87ba-485a-b94c-2adee9abcade req-69f30da9-2c4b-4997-a55a-9e84396eedb2 tempest-VolumesActionsTest-1849989351 tempest-VolumesActionsTest-1849989351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:52.972623 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-1ce4ded6-87ba-485a-b94c-2adee9abcade req-69f30da9-2c4b-4997-a55a-9e84396eedb2 tempest-VolumesActionsTest-1849989351 tempest-VolumesActionsTest-1849989351-project] 10.222.0.68 "GET /v2.0/ports?device_id=3c7f5df3-2c31-4a72-9c1d-abc0c8b03483 HTTP/1.1" status: 200 len: 945 time: 0.1695397 Aug 25 16:11:52.983564 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.db.l3_dvr_db [None req-6a1ec190-8de9-4f49-9a4f-2f84b1f97599 None None] Set router db8ac55d-bea2-4ba5-99ba-de36737038f1 gateway port host: dv-cinder-806007-1-smb {{(pid=75043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:11:53.017605 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.provisioning_blocks [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Provisioning for port e6e7c3eb-c302-4cf2-b135-ec96191cb4c8 completed by entity L2. {{(pid=75042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:11:53.023004 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.provisioning_blocks [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Provisioning complete for port e6e7c3eb-c302-4cf2-b135-ec96191cb4c8 triggered by entity L2. {{(pid=75042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:11:53.023518 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16203014'] for port, provisioning_complete {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:53.080732 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-1ce4ded6-87ba-485a-b94c-2adee9abcade req-f35d2dff-a45f-4b21-80e5-2378c9f0f152 tempest-VolumesActionsTest-1849989351 tempest-VolumesActionsTest-1849989351-project] 10.222.0.68 "GET /v2.0/security-groups?id=2fdafa6e-83cf-4704-ab97-b78a1a07192a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104555 Aug 25 16:11:53.194176 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:53.237020 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.db [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] For port e6e7c3eb-c302-4cf2-b135-ec96191cb4c8, host dv-cinder-806007-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-1-smb',level=0,port_id=e6e7c3eb-c302-4cf2-b135-ec96191cb4c8,segment=NetworkSegment(958c1d75-9a7b-4ffd-b739-cb7f1585c545),segment_id=958c1d75-9a7b-4ffd-b739-cb7f1585c545)] {{(pid=75042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:11:53.246747 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776572168726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776571761677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776571761722'] for port, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:53.248264 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Device 8bcaf602-7f36-47d7-b35b-378f9875d4e8 up at agent ovs-agent-dv-cinder-806007-1-smb {{(pid=75042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:11:53.402648 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:11:53.420774 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690e8c63-9494-42c8-8815-c2d7d8a35c36 req-c98bbf8c-c102-42ce-bfd9-3e941b7fa74c tempest-VolumesActionsTest-1849989351 tempest-VolumesActionsTest-1849989351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:53.424078 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-690e8c63-9494-42c8-8815-c2d7d8a35c36 req-c98bbf8c-c102-42ce-bfd9-3e941b7fa74c tempest-VolumesActionsTest-1849989351 tempest-VolumesActionsTest-1849989351-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c7f5df3-2c31-4a72-9c1d-abc0c8b03483 HTTP/1.1" status: 200 len: 945 time: 0.1942792 Aug 25 16:11:53.542424 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Pushing event updated for resources: {'Port': ['ID=e6e7c3eb-c302-4cf2-b135-ec96191cb4c8,revision_number=5']} {{(pid=75042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:11:53.554492 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:11:53.570267 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.provisioning_blocks [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Provisioning complete for port 8bcaf602-7f36-47d7-b35b-378f9875d4e8 triggered by entity L2. {{(pid=75042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:11:53.571420 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16203014'] for port, provisioning_complete {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:53.582091 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.plugin [req-690e8c63-9494-42c8-8815-c2d7d8a35c36 req-d6074da3-1371-4c06-9366-4d31f156da2a tempest-VolumesActionsTest-1849989351 tempest-VolumesActionsTest-1849989351-project] Deleting port 6a725873-07fc-4ce1-8991-cb8499ae0eef {{(pid=75041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:11:53.582506 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [req-690e8c63-9494-42c8-8815-c2d7d8a35c36 req-d6074da3-1371-4c06-9366-4d31f156da2a tempest-VolumesActionsTest-1849989351 tempest-VolumesActionsTest-1849989351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776572162991'] for port, before_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:53.733516 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.db.l3_hamode_db [None req-6a1ec190-8de9-4f49-9a4f-2f84b1f97599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db8ac55d-bea2-4ba5-99ba-de36737038f1', 'name': 'tempest-TestShelveInstance-1425369082-router', 'tenant_id': 'b2bf7be902a5458798d4acb4b17be252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af5d4827-908c-4372-9134-1f0198184942', 'external_fixed_ips': [{'subnet_id': 'a4c12025-f163-4c64-acba-906df26214d3', 'ip_address': '172.28.0.117'}], 'enable_snat': True}, 'gw_port_id': 'e2c0cca2-fe46-435e-bb27-c546dd34f7be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:11:46Z', 'updated_at': '2021-08-25T16:11:48Z', 'revision_number': 3, 'project_id': 'b2bf7be902a5458798d4acb4b17be252', 'gw_port': {'id': 'e2c0cca2-fe46-435e-bb27-c546dd34f7be', 'name': '', 'network_id': 'af5d4827-908c-4372-9134-1f0198184942', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:ff:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db8ac55d-bea2-4ba5-99ba-de36737038f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a4c12025-f163-4c64-acba-906df26214d3', 'ip_address': '172.28.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:11:47Z', 'updated_at': '2021-08-25T16:11:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a4c12025-f163-4c64-acba-906df26214d3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-smb'}], 'dv-cinder-806007-1-smb', False) {} {{(pid=75043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:11:53.740313 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1ec190-8de9-4f49-9a4f-2f84b1f97599 None None] Checking router: db8ac55d-bea2-4ba5-99ba-de36737038f1 for host: dv-cinder-806007-1-smb {{(pid=75043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 16:11:53.742047 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1ec190-8de9-4f49-9a4f-2f84b1f97599 None None] Updating router db8ac55d-bea2-4ba5-99ba-de36737038f1 port e2c0cca2-fe46-435e-bb27-c546dd34f7be binding host dv-cinder-806007-1-smb {{(pid=75043) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 25 16:11:53.806319 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron_lib.callbacks.manager [None req-6a1ec190-8de9-4f49-9a4f-2f84b1f97599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_update {{(pid=75043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:53.896942 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c569006-e859-480b-8fde-6f44ac4f65f9 req-b254f6f8-0048-4ae3-bb62-bc206d0da9a5 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:53.900074 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-3c569006-e859-480b-8fde-6f44ac4f65f9 req-b254f6f8-0048-4ae3-bb62-bc206d0da9a5 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/ports?device_id=768557d9-c88d-4397-91dd-f58022c93843 HTTP/1.1" status: 200 len: 946 time: 0.1214461 Aug 25 16:11:54.014583 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-3c569006-e859-480b-8fde-6f44ac4f65f9 req-984d2a52-c8d3-40b4-bbc8-cbc21f648e43 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/security-groups?id=9e7f6e62-5d07-4b94-bd1b-2408a7eb9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077101 Aug 25 16:11:54.096372 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.db [req-690e8c63-9494-42c8-8815-c2d7d8a35c36 req-d6074da3-1371-4c06-9366-4d31f156da2a tempest-VolumesActionsTest-1849989351 tempest-VolumesActionsTest-1849989351-project] For port 6a725873-07fc-4ce1-8991-cb8499ae0eef, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=6a725873-07fc-4ce1-8991-cb8499ae0eef,segment=NetworkSegment(a3ceb23e-bb63-45e0-97c2-492952014844),segment_id=a3ceb23e-bb63-45e0-97c2-492952014844)] {{(pid=75041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:11:54.096887 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [req-690e8c63-9494-42c8-8815-c2d7d8a35c36 req-d6074da3-1371-4c06-9366-4d31f156da2a tempest-VolumesActionsTest-1849989351 tempest-VolumesActionsTest-1849989351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452504'] for port, precommit_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:54.204791 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron_lib.callbacks.manager [None req-6a1ec190-8de9-4f49-9a4f-2f84b1f97599 None None] Notify callbacks [] for port, precommit_update {{(pid=75043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:54.222304 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.db.provisioning_blocks [None req-6a1ec190-8de9-4f49-9a4f-2f84b1f97599 None None] Transition to ACTIVE for port object e2c0cca2-fe46-435e-bb27-c546dd34f7be will not be triggered until provisioned by entity L2. {{(pid=75043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:11:54.240959 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron_lib.callbacks.manager [None req-6a1ec190-8de9-4f49-9a4f-2f84b1f97599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776572168726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776571761677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776571761722'] for port, after_update {{(pid=75043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:54.267960 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:11:54.281873 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-3899241e-403e-4b88-bbf8-059409d66e1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:54.378362 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.plugin [req-690e8c63-9494-42c8-8815-c2d7d8a35c36 req-d6074da3-1371-4c06-9366-4d31f156da2a tempest-VolumesActionsTest-1849989351 tempest-VolumesActionsTest-1849989351-project] Calling delete_port for 6a725873-07fc-4ce1-8991-cb8499ae0eef owned by compute:nova {{(pid=75041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:11:54.380463 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.plugins.ml2.managers [None req-6a1ec190-8de9-4f49-9a4f-2f84b1f97599 None None] Attempting to bind port e2c0cca2-fe46-435e-bb27-c546dd34f7be on host dv-cinder-806007-1-smb for vnic_type normal with profile {{(pid=75043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:11:54.380463 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.plugins.ml2.managers [None req-6a1ec190-8de9-4f49-9a4f-2f84b1f97599 None None] Attempting to bind port e2c0cca2-fe46-435e-bb27-c546dd34f7be by drivers openvswitch,hyperv on host dv-cinder-806007-1-smb at level 0 using segments [{'id': 'cbdd21c8-b3ae-45c5-b207-3efdd7246341', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af5d4827-908c-4372-9134-1f0198184942'}] {{(pid=75043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:11:54.380840 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a1ec190-8de9-4f49-9a4f-2f84b1f97599 None None] Attempting to bind port e2c0cca2-fe46-435e-bb27-c546dd34f7be on network af5d4827-908c-4372-9134-1f0198184942 {{(pid=75043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:11:54.395241 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a1ec190-8de9-4f49-9a4f-2f84b1f97599 None None] Checking agent: {'id': '96a22994-db3b-42a5-8f4b-83134f26dca0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806007-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 1, 29), 'started_at': datetime.datetime(2021, 8, 25, 16, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 11, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806007-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:11:54.395241 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a1ec190-8de9-4f49-9a4f-2f84b1f97599 None None] Checking segment: {'id': 'cbdd21c8-b3ae-45c5-b207-3efdd7246341', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af5d4827-908c-4372-9134-1f0198184942'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:11:54.395241 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron_lib.callbacks.manager [None req-6a1ec190-8de9-4f49-9a4f-2f84b1f97599 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:54.396011 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a1ec190-8de9-4f49-9a4f-2f84b1f97599 None None] Bound using segment: {'id': 'cbdd21c8-b3ae-45c5-b207-3efdd7246341', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af5d4827-908c-4372-9134-1f0198184942'} {{(pid=75043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:11:54.396167 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.plugins.ml2.managers [None req-6a1ec190-8de9-4f49-9a4f-2f84b1f97599 None None] Bound port: e2c0cca2-fe46-435e-bb27-c546dd34f7be, host: dv-cinder-806007-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbdd21c8-b3ae-45c5-b207-3efdd7246341', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af5d4827-908c-4372-9134-1f0198184942'}}] {{(pid=75043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:11:54.396552 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron_lib.callbacks.manager [None req-6a1ec190-8de9-4f49-9a4f-2f84b1f97599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_update {{(pid=75043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:54.483759 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.plugins.ml2.db [None req-6a1ec190-8de9-4f49-9a4f-2f84b1f97599 None None] For port e2c0cca2-fe46-435e-bb27-c546dd34f7be, host dv-cinder-806007-1-smb, cleared binding levels {{(pid=75043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:11:54.487672 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.plugins.ml2.db [None req-6a1ec190-8de9-4f49-9a4f-2f84b1f97599 None None] For port e2c0cca2-fe46-435e-bb27-c546dd34f7be, host dv-cinder-806007-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-1-smb',level=0,port_id=e2c0cca2-fe46-435e-bb27-c546dd34f7be,segment=NetworkSegment(cbdd21c8-b3ae-45c5-b207-3efdd7246341),segment_id=cbdd21c8-b3ae-45c5-b207-3efdd7246341)] {{(pid=75043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:11:54.499250 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron_lib.callbacks.manager [None req-6a1ec190-8de9-4f49-9a4f-2f84b1f97599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776572168726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776571761677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776571761722'] for port, after_update {{(pid=75043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:54.566936 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fb4399-195d-43da-81c3-296e9ec966c5 None None] Pushing event updated for resources: {'Port': ['ID=e2c0cca2-fe46-435e-bb27-c546dd34f7be,revision_number=2']} {{(pid=75043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:11:54.578663 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG oslo_concurrency.lockutils [None req-01fb4399-195d-43da-81c3-296e9ec966c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=75043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:11:54.580124 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG oslo_concurrency.lockutils [None req-1b03da4c-559f-44ed-b197-57f69af06683 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.052s {{(pid=75043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:11:54.628047 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Device e6e7c3eb-c302-4cf2-b135-ec96191cb4c8 up at agent ovs-agent-dv-cinder-806007-1-smb {{(pid=75042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:11:54.686033 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fb4399-195d-43da-81c3-296e9ec966c5 None None] Pushing event updated for resources: {'Port': ['ID=e2c0cca2-fe46-435e-bb27-c546dd34f7be,revision_number=3']} {{(pid=75043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:11:54.701530 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG oslo_concurrency.lockutils [None req-01fb4399-195d-43da-81c3-296e9ec966c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=75043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:11:54.704627 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1ec190-8de9-4f49-9a4f-2f84b1f97599 None None] Routers {'db8ac55d-bea2-4ba5-99ba-de36737038f1'} bound to L3 agent in host dv-cinder-806007-1-smb {{(pid=75043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:11:54.705284 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.db.l3_hamode_db [None req-6a1ec190-8de9-4f49-9a4f-2f84b1f97599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T16:01:30Z,description=,heartbeat_timestamp=2021-08-25T16:11:30Z,host='dv-cinder-806007-1-smb',id=ca94599f-caae-4183-a9a6-f9a0dcce5f21,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:01:30Z,topic='l3_agent')) {'router_ids': ['db8ac55d-bea2-4ba5-99ba-de36737038f1'], 'active': True} {{(pid=75043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:11:54.726116 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [req-690e8c63-9494-42c8-8815-c2d7d8a35c36 req-d6074da3-1371-4c06-9366-4d31f156da2a tempest-VolumesActionsTest-1849989351 tempest-VolumesActionsTest-1849989351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776572168708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776571761668'] for port, after_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:54.741319 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.db [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] get_ports_and_sgs() called for port_ids ['6a725873-07fc-4ce1-8991-cb8499ae0eef'] {{(pid=75042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:11:54.744288 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-538379ae-ba9f-481c-b115-ed4ee5204fa8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:11:54.788456 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-77a9af97-ca21-4059-904d-8c6ecaed784d req-4001427a-4f2a-447d-8c7b-87d9db9c810c tempest-VolumesActionsTest-1849989351 tempest-VolumesActionsTest-1849989351-project] 10.222.0.68 "GET /v2.0/ports?device_id=3c7f5df3-2c31-4a72-9c1d-abc0c8b03483 HTTP/1.1" status: 200 len: 210 time: 0.1085086 Aug 25 16:11:54.824787 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6074da3-1371-4c06-9366-4d31f156da2a tempest-VolumesActionsTest-1849989351 tempest-VolumesActionsTest-1849989351-project] Pushing event deleted for resources: {'Port': ['ID=6a725873-07fc-4ce1-8991-cb8499ae0eef,revision_number=None']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:11:54.827613 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-d6074da3-1371-4c06-9366-4d31f156da2a tempest-VolumesActionsTest-1849989351 tempest-VolumesActionsTest-1849989351-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:11:54.866917 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.provisioning_blocks [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Provisioning complete for port e6e7c3eb-c302-4cf2-b135-ec96191cb4c8 triggered by entity L2. {{(pid=75042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:11:54.867803 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16203014'] for port, provisioning_complete {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:54.993613 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.l3_dvrscheduler_db [req-690e8c63-9494-42c8-8815-c2d7d8a35c36 req-d6074da3-1371-4c06-9366-4d31f156da2a tempest-VolumesActionsTest-1849989351 tempest-VolumesActionsTest-1849989351-project] No DVR routers for this DVR port 6a725873-07fc-4ce1-8991-cb8499ae0eef on host hv-cinder-80600 {{(pid=75041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 16:11:54.997202 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [req-690e8c63-9494-42c8-8815-c2d7d8a35c36 req-d6074da3-1371-4c06-9366-4d31f156da2a tempest-VolumesActionsTest-1849989351 tempest-VolumesActionsTest-1849989351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981218'] for port, before_response {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:55.003086 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c7f5df3-2c31-4a72-9c1d-abc0c8b03483', 'name': 'network-vif-deleted', 'tag': '6a725873-07fc-4ce1-8991-cb8499ae0eef'}] {{(pid=75041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:11:55.046110 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-690e8c63-9494-42c8-8815-c2d7d8a35c36 req-d6074da3-1371-4c06-9366-4d31f156da2a tempest-VolumesActionsTest-1849989351 tempest-VolumesActionsTest-1849989351-project] 10.222.0.70 "DELETE /v2.0/ports/6a725873-07fc-4ce1-8991-cb8499ae0eef HTTP/1.1" status: 204 len: 173 time: 1.6124973 Aug 25 16:11:55.050071 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.db_base_plugin_common [None req-3899241e-403e-4b88-bbf8-059409d66e1f admin admin] Allocated IP 172.20.0.1 (21bff713-f2a8-4bb4-99bd-d4857f4be512/74ded7a6-a279-4f0b-ba8d-8f07564e86c7/34a65e50-332f-4153-ae7a-946b7ab87cf5) {{(pid=75040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:11:55.070427 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.db.l3_dvr_db [None req-6a1ec190-8de9-4f49-9a4f-2f84b1f97599 None None] Set router db8ac55d-bea2-4ba5-99ba-de36737038f1 gateway port host: dv-cinder-806007-1-smb {{(pid=75043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:11:55.113097 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c7f5df3-2c31-4a72-9c1d-abc0c8b03483', 'name': 'network-vif-deleted', 'tag': '6a725873-07fc-4ce1-8991-cb8499ae0eef', 'status': 'completed', 'code': 200} Aug 25 16:11:55.353554 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d6b4f9-bee2-473d-9f9c-1acd3ad6332f req-7da1126f-9635-4997-b7e6-c6e8e4b9d2cc tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:55.355442 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-87d6b4f9-bee2-473d-9f9c-1acd3ad6332f req-7da1126f-9635-4997-b7e6-c6e8e4b9d2cc tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/ports?device_id=768557d9-c88d-4397-91dd-f58022c93843 HTTP/1.1" status: 200 len: 946 time: 0.1596818 Aug 25 16:11:55.369522 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-3899241e-403e-4b88-bbf8-059409d66e1f admin admin] Notify callbacks [] for port, precommit_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:55.411627 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.provisioning_blocks [None req-3899241e-403e-4b88-bbf8-059409d66e1f admin admin] Transition to ACTIVE for port object 34a65e50-332f-4153-ae7a-946b7ab87cf5 will not be triggered until provisioned by entity DHCP. {{(pid=75040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:11:55.432585 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-87d6b4f9-bee2-473d-9f9c-1acd3ad6332f req-03d2a8e4-39e0-41e6-a2b0-2a918cf50c0c tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/security-groups?id=9e7f6e62-5d07-4b94-bd1b-2408a7eb9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693843 Aug 25 16:11:55.449561 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-3899241e-403e-4b88-bbf8-059409d66e1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776571788279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1434720'] for port, after_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:55.460254 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:11:55.504002 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.db.l3_hamode_db [None req-6a1ec190-8de9-4f49-9a4f-2f84b1f97599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db8ac55d-bea2-4ba5-99ba-de36737038f1', 'name': 'tempest-TestShelveInstance-1425369082-router', 'tenant_id': 'b2bf7be902a5458798d4acb4b17be252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af5d4827-908c-4372-9134-1f0198184942', 'external_fixed_ips': [{'subnet_id': 'a4c12025-f163-4c64-acba-906df26214d3', 'ip_address': '172.28.0.117'}], 'enable_snat': True}, 'gw_port_id': 'e2c0cca2-fe46-435e-bb27-c546dd34f7be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:11:46Z', 'updated_at': '2021-08-25T16:11:48Z', 'revision_number': 3, 'project_id': 'b2bf7be902a5458798d4acb4b17be252', 'gw_port': {'id': 'e2c0cca2-fe46-435e-bb27-c546dd34f7be', 'name': '', 'network_id': 'af5d4827-908c-4372-9134-1f0198184942', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:ff:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db8ac55d-bea2-4ba5-99ba-de36737038f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a4c12025-f163-4c64-acba-906df26214d3', 'ip_address': '172.28.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:11:47Z', 'updated_at': '2021-08-25T16:11:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a4c12025-f163-4c64-acba-906df26214d3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-smb'}], 'dv-cinder-806007-1-smb', False) {} {{(pid=75043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:11:55.510380 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1ec190-8de9-4f49-9a4f-2f84b1f97599 None None] The sync data for ids ['db8ac55d-bea2-4ba5-99ba-de36737038f1'] in dv-cinder-806007-1-smb is: [{'id': 'db8ac55d-bea2-4ba5-99ba-de36737038f1', 'name': 'tempest-TestShelveInstance-1425369082-router', 'tenant_id': 'b2bf7be902a5458798d4acb4b17be252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af5d4827-908c-4372-9134-1f0198184942', 'external_fixed_ips': [{'subnet_id': 'a4c12025-f163-4c64-acba-906df26214d3', 'ip_address': '172.28.0.117'}], 'enable_snat': True}, 'gw_port_id': 'e2c0cca2-fe46-435e-bb27-c546dd34f7be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:11:46Z', 'updated_at': '2021-08-25T16:11:48Z', 'revision_number': 3, 'project_id': 'b2bf7be902a5458798d4acb4b17be252', 'gw_port': {'id': 'e2c0cca2-fe46-435e-bb27-c546dd34f7be', 'name': '', 'network_id': 'af5d4827-908c-4372-9134-1f0198184942', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:ff:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db8ac55d-bea2-4ba5-99ba-de36737038f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a4c12025-f163-4c64-acba-906df26214d3', 'ip_address': '172.28.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:11:47Z', 'updated_at': '2021-08-25T16:11:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a4c12025-f163-4c64-acba-906df26214d3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-smb'}] {{(pid=75043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 16:11:55.532876 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3899241e-403e-4b88-bbf8-059409d66e1f admin admin] Pushing event updated for resources: {'Port': ['ID=34a65e50-332f-4153-ae7a-946b7ab87cf5,revision_number=1']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:11:55.538688 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3899241e-403e-4b88-bbf8-059409d66e1f admin admin] Network 21bff713-f2a8-4bb4-99bd-d4857f4be512 is already hosted by enough agents. {{(pid=75040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:11:55.542207 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.scheduler.base_scheduler [None req-3899241e-403e-4b88-bbf8-059409d66e1f admin admin] Resources bound (agent type, host, resource id): {{(pid=75040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:11:55.546642 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3899241e-403e-4b88-bbf8-059409d66e1f admin admin] Received port after_create {{(pid=75040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:11:55.573361 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3899241e-403e-4b88-bbf8-059409d66e1f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:11:55.573992 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3899241e-403e-4b88-bbf8-059409d66e1f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:11:55.574512 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3899241e-403e-4b88-bbf8-059409d66e1f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:11:55.575030 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3899241e-403e-4b88-bbf8-059409d66e1f admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:11:55.575549 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3899241e-403e-4b88-bbf8-059409d66e1f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:11:55.576058 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3899241e-403e-4b88-bbf8-059409d66e1f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:11:55.576557 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3899241e-403e-4b88-bbf8-059409d66e1f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:11:55.577055 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3899241e-403e-4b88-bbf8-059409d66e1f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:11:55.577762 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3899241e-403e-4b88-bbf8-059409d66e1f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:11:55.578265 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3899241e-403e-4b88-bbf8-059409d66e1f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:11:55.578758 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3899241e-403e-4b88-bbf8-059409d66e1f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:11:55.585025 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-3899241e-403e-4b88-bbf8-059409d66e1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:11:55.630744 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-3899241e-403e-4b88-bbf8-059409d66e1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-453824'] for router_interface, before_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:55.756488 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-3899241e-403e-4b88-bbf8-059409d66e1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_update {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:55.813191 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.provisioning_blocks [None req-e81a98f7-fa87-40bd-9640-04efd64b4bf6 None None] Provisioning for port 34a65e50-332f-4153-ae7a-946b7ab87cf5 completed by entity DHCP. {{(pid=75042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:11:55.818449 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.provisioning_blocks [None req-e81a98f7-fa87-40bd-9640-04efd64b4bf6 None None] Provisioning complete for port 34a65e50-332f-4153-ae7a-946b7ab87cf5 triggered by entity DHCP. {{(pid=75042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:11:55.819120 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-e81a98f7-fa87-40bd-9640-04efd64b4bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16203014'] for port, provisioning_complete {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:55.944269 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.plugin [None req-e81a98f7-fa87-40bd-9640-04efd64b4bf6 None None] Port 34a65e50-332f-4153-ae7a-946b7ab87cf5 cannot update to ACTIVE because it is not bound. {{(pid=75042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 25 16:11:56.252361 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-3899241e-403e-4b88-bbf8-059409d66e1f admin admin] Notify callbacks [] for port, precommit_update {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:56.260416 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-3899241e-403e-4b88-bbf8-059409d66e1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776572168726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776571761677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776571761722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1434729'] for port, after_update {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:56.304427 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:11:56.452836 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-e6e96ca5-7ec6-42bc-965d-635708228f46 req-6864c402-bf21-46e4-90a6-588bb7d39ce8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7bcd0c2726864d0db2590ec11bb3d659&device_id=768557d9-c88d-4397-91dd-f58022c93843 HTTP/1.1" status: 200 len: 1099 time: 0.3412008 Aug 25 16:11:56.481953 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-3899241e-403e-4b88-bbf8-059409d66e1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16069120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-454953'] for router_interface, after_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:56.484420 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08e96e6-432c-4d5b-87ba-4073f3f604bd req-4b8d85ee-1978-4261-b6fb-1fe1c15a8e14 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:56.491454 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-d08e96e6-432c-4d5b-87ba-4073f3f604bd req-4b8d85ee-1978-4261-b6fb-1fe1c15a8e14 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/ports?device_id=768557d9-c88d-4397-91dd-f58022c93843 HTTP/1.1" status: 200 len: 946 time: 0.2347424 Aug 25 16:11:56.501370 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3899241e-403e-4b88-bbf8-059409d66e1f admin admin] Pushing event updated for resources: {'Port': ['ID=34a65e50-332f-4153-ae7a-946b7ab87cf5,revision_number=2']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:11:56.504537 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-3899241e-403e-4b88-bbf8-059409d66e1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:11:56.669989 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-d08e96e6-432c-4d5b-87ba-4073f3f604bd req-0736d6db-6a11-40a2-9a9e-99bf561eebe0 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/security-groups?id=9e7f6e62-5d07-4b94-bd1b-2408a7eb9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776030 Aug 25 16:11:56.721629 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3899241e-403e-4b88-bbf8-059409d66e1f admin admin] Network 21bff713-f2a8-4bb4-99bd-d4857f4be512 is already hosted by enough agents. {{(pid=75040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:11:56.726947 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.scheduler.base_scheduler [None req-3899241e-403e-4b88-bbf8-059409d66e1f admin admin] Resources bound (agent type, host, resource id): {{(pid=75040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:11:56.804589 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e96ca5-7ec6-42bc-965d-635708228f46 req-de21ee2f-a03d-472b-9c29-bdba5ddfc92d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:56.806767 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-e6e96ca5-7ec6-42bc-965d-635708228f46 req-de21ee2f-a03d-472b-9c29-bdba5ddfc92d service neutron] 10.222.0.70 "GET /v2.0/networks?id=d0ae9dbb-c442-45e5-bb7b-f5c10c916870 HTTP/1.1" status: 200 len: 920 time: 0.2834506 Aug 25 16:11:56.884115 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-e6e96ca5-7ec6-42bc-965d-635708228f46 req-eac31f73-7226-40fc-ae14-ebcb56ff2a42 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a2004afb-50ec-4eef-af5d-50a1aa80529c HTTP/1.1" status: 200 len: 217 time: 0.0689018 Aug 25 16:11:56.987408 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.provisioning_blocks [None req-f88d9d36-8055-466f-93b3-fcc6675bd36c None None] Provisioning complete for port 34a65e50-332f-4153-ae7a-946b7ab87cf5 triggered by entity DHCP. {{(pid=75042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:11:56.987950 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-f88d9d36-8055-466f-93b3-fcc6675bd36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16203014'] for port, provisioning_complete {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:57.032902 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e96ca5-7ec6-42bc-965d-635708228f46 req-57136fb6-de33-42eb-97f1-fe3c09d8e988 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:57.036697 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-e6e96ca5-7ec6-42bc-965d-635708228f46 req-57136fb6-de33-42eb-97f1-fe3c09d8e988 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=69cf06f5-4b93-4431-8d8c-27a4df3b9aa7 HTTP/1.1" status: 200 len: 859 time: 0.1413169 Aug 25 16:11:57.051314 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca1e85f-324e-427a-9545-c1daee176531 req-ec9d0a52-0587-4bc7-97a4-5a5a1f36b39e tempest-VolumesActionsTest-1849989351 tempest-VolumesActionsTest-1849989351-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:57.052947 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-5ca1e85f-324e-427a-9545-c1daee176531 req-ec9d0a52-0587-4bc7-97a4-5a5a1f36b39e tempest-VolumesActionsTest-1849989351 tempest-VolumesActionsTest-1849989351-project] 10.222.0.68 "GET /v2.0/networks?id=59b6fe81-15f1-4f75-b286-5a7dcadc0cbf HTTP/1.1" status: 200 len: 806 time: 0.3639784 Aug 25 16:11:57.114107 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.plugin [None req-f88d9d36-8055-466f-93b3-fcc6675bd36c None None] Port 34a65e50-332f-4153-ae7a-946b7ab87cf5 cannot update to ACTIVE because it is not bound. {{(pid=75042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 25 16:11:57.127627 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-e6e96ca5-7ec6-42bc-965d-635708228f46 req-cbdbcf11-2633-47ce-a7fd-fdceab0fd519 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d0ae9dbb-c442-45e5-bb7b-f5c10c916870&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0673134 Aug 25 16:11:57.150905 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-5ca1e85f-324e-427a-9545-c1daee176531 req-8b0ccbba-feaf-40c0-bb49-f829eb734c0b tempest-VolumesActionsTest-1849989351 tempest-VolumesActionsTest-1849989351-project] 10.222.0.68 "GET /v2.0/quotas/e00743498afc4a22a0153609b9aa9eb6 HTTP/1.1" status: 200 len: 375 time: 0.0847003 Aug 25 16:11:57.213536 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-5ca1e85f-324e-427a-9545-c1daee176531 req-936c72b3-2277-4caf-bab2-da97ceb595dc tempest-VolumesActionsTest-1849989351 tempest-VolumesActionsTest-1849989351-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=e00743498afc4a22a0153609b9aa9eb6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0617237 Aug 25 16:11:57.348574 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-e6e96ca5-7ec6-42bc-965d-635708228f46 req-a57839d9-29fd-4f8e-bd3e-7e5b125998fc service neutron] 10.222.0.70 "GET /v2.0/networks/d0ae9dbb-c442-45e5-bb7b-f5c10c916870?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1975400 Aug 25 16:11:57.472027 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-5ca1e85f-324e-427a-9545-c1daee176531 req-830bb45f-a52c-4f5d-bde7-a84a61c35991 service neutron] 10.222.0.68 "GET /v2.0/networks/59b6fe81-15f1-4f75-b286-5a7dcadc0cbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2576356 Aug 25 16:11:57.513053 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-e6e96ca5-7ec6-42bc-965d-635708228f46 req-4566c398-23a0-4267-8fd1-a45eba48f424 service neutron] 10.222.0.70 "GET /v2.0/networks/d0ae9dbb-c442-45e5-bb7b-f5c10c916870?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494539 Aug 25 16:11:57.536190 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-d4be55b1-a786-4aa2-b0ca-50281017bd1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:57.789422 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-5ca1e85f-324e-427a-9545-c1daee176531 req-cf02a6fc-8203-45b3-8d21-b75848a1ddd9 service neutron] 10.222.0.68 "GET /v2.0/networks/59b6fe81-15f1-4f75-b286-5a7dcadc0cbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2947125 Aug 25 16:11:57.817652 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3899241e-403e-4b88-bbf8-059409d66e1f admin admin] Router db8ac55d-bea2-4ba5-99ba-de36737038f1 has already been hosted by L3 agent ca94599f-caae-4183-a9a6-f9a0dcce5f21 {{(pid=75040) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 16:11:57.891411 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Device 6a725873-07fc-4ce1-8991-cb8499ae0eef no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:11:57.953741 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.plugin [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] No Port match for: 6a725873-07fc-4ce1-8991-cb8499ae0eef {{(pid=75042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 16:11:57.954189 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Device 6a725873-07fc-4ce1-8991-cb8499ae0eef not bound to the agent host hv-cinder-80600 {{(pid=75042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 16:11:58.042157 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e85c4f-2172-46a2-a09f-7c6bba0454dd req-bf362ee4-7e64-4c47-86d2-eb443a2d0783 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:58.050422 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-85e85c4f-2172-46a2-a09f-7c6bba0454dd req-bf362ee4-7e64-4c47-86d2-eb443a2d0783 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/ports?device_id=768557d9-c88d-4397-91dd-f58022c93843 HTTP/1.1" status: 200 len: 946 time: 0.1173251 Aug 25 16:11:58.118284 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-85e85c4f-2172-46a2-a09f-7c6bba0454dd req-38d8a60f-f7a0-4916-bc1d-a12fafbabd85 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/security-groups?id=9e7f6e62-5d07-4b94-bd1b-2408a7eb9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667701 Aug 25 16:11:58.120994 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3899241e-403e-4b88-bbf8-059409d66e1f admin admin] Notify agent at l3_agent.dv-cinder-806007-1-smb the message routers_updated {{(pid=75040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:11:58.139082 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-3899241e-403e-4b88-bbf8-059409d66e1f admin admin] 10.222.0.68 "PUT /v2.0/routers/db8ac55d-bea2-4ba5-99ba-de36737038f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6873071 Aug 25 16:11:58.340841 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [req-ccffab80-142a-4f60-b6e8-84f2863e65a6 req-6d8168dd-c6b9-41a1-aa52-358f7e3db635 tempest-VolumesActionsTest-1849989351 tempest-VolumesActionsTest-1849989351-project] Synchronizing usage tracker for tenant:e00743498afc4a22a0153609b9aa9eb6 on resource:port {{(pid=75041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:11:58.359176 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [req-ccffab80-142a-4f60-b6e8-84f2863e65a6 req-6d8168dd-c6b9-41a1-aa52-358f7e3db635 tempest-VolumesActionsTest-1849989351 tempest-VolumesActionsTest-1849989351-project] Unset dirty status for tenant:e00743498afc4a22a0153609b9aa9eb6 on resource:port {{(pid=75041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:11:58.361192 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-ccffab80-142a-4f60-b6e8-84f2863e65a6 req-6d8168dd-c6b9-41a1-aa52-358f7e3db635 tempest-VolumesActionsTest-1849989351 tempest-VolumesActionsTest-1849989351-project] 10.222.0.68 "GET /v2.0/ports?device_id=38ea28db-7e1f-428e-941a-2d49cc24fd62 HTTP/1.1" status: 200 len: 210 time: 0.1157804 Aug 25 16:11:58.758776 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:58.920599 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 56490) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:11:58.927594 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.v2.base [None req-74bf3444-ef45-4cf6-8002-83a15ee2835b tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-257334189', 'description': 'tempest-secgroup-smoke-257334189 description', 'project_id': 'e9aef4833bd74d2db11f03628b3cb562'}} {{(pid=75040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:11:58.934063 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-74bf3444-ef45-4cf6-8002-83a15ee2835b tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:11:58.938121 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-74bf3444-ef45-4cf6-8002-83a15ee2835b tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Usage tracker for resource:security_group and tenant:e9aef4833bd74d2db11f03628b3cb562 is out of sync, need to count used quota {{(pid=75040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:11:58.941107 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-74bf3444-ef45-4cf6-8002-83a15ee2835b tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=75040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:11:58.948171 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-74bf3444-ef45-4cf6-8002-83a15ee2835b tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:11:58.958586 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-74bf3444-ef45-4cf6-8002-83a15ee2835b tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Notify callbacks [] for security_group, before_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:59.000331 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-74bf3444-ef45-4cf6-8002-83a15ee2835b tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:11:59.010204 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-74bf3444-ef45-4cf6-8002-83a15ee2835b tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Usage tracker for resource:security_group_rule and tenant:e9aef4833bd74d2db11f03628b3cb562 is out of sync, need to count used quota {{(pid=75040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:11:59.011881 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-74bf3444-ef45-4cf6-8002-83a15ee2835b tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=75040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:11:59.018338 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-74bf3444-ef45-4cf6-8002-83a15ee2835b tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:11:59.078699 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-74bf3444-ef45-4cf6-8002-83a15ee2835b tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Notify callbacks [] for security_group, precommit_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:59.083029 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-74bf3444-ef45-4cf6-8002-83a15ee2835b tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:59.089123 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-20f143bc-ddb0-4873-887e-929f43b9b31e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:11:59.127563 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bf3444-ef45-4cf6-8002-83a15ee2835b tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5f57568-f110-4e84-ac24-03b82c7ae02d,revision_number=1']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:11:59.130433 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-74bf3444-ef45-4cf6-8002-83a15ee2835b tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:11:59.131778 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-74bf3444-ef45-4cf6-8002-83a15ee2835b tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Notify callbacks [] for security_group, before_response {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:59.132958 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-74bf3444-ef45-4cf6-8002-83a15ee2835b tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2106421 Aug 25 16:11:59.136269 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 56496) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:11:59.142591 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.v2.base [None req-e6d786a2-bde2-4e08-8cbf-e5fe87025a4e tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Request body: {'security_group_rule': {'security_group_id': 'b5f57568-f110-4e84-ac24-03b82c7ae02d', 'project_id': 'e9aef4833bd74d2db11f03628b3cb562', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=75040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:11:59.149568 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-e6d786a2-bde2-4e08-8cbf-e5fe87025a4e tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:11:59.154601 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-e6d786a2-bde2-4e08-8cbf-e5fe87025a4e tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Usage tracker for resource:security_group_rule and tenant:e9aef4833bd74d2db11f03628b3cb562 is out of sync, need to count used quota {{(pid=75040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:11:59.158150 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-e6d786a2-bde2-4e08-8cbf-e5fe87025a4e tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=75040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:11:59.164234 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-e6d786a2-bde2-4e08-8cbf-e5fe87025a4e tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:11:59.181830 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-e6d786a2-bde2-4e08-8cbf-e5fe87025a4e tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:59.189326 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.wsgi [-] (75041) accepted ('10.222.0.68', 56500) {{(pid=75041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:11:59.265464 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-e6d786a2-bde2-4e08-8cbf-e5fe87025a4e tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:59.273089 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-e6d786a2-bde2-4e08-8cbf-e5fe87025a4e tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511461'] for security_group_rule, after_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:59.281401 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-2b9fa90a-5761-4896-a20d-cb8de49ba724 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:11:59.313510 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d786a2-bde2-4e08-8cbf-e5fe87025a4e tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98459f90-af7d-4ad5-9c2f-fef7bdd163d5,revision_number=0']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:11:59.318460 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-e6d786a2-bde2-4e08-8cbf-e5fe87025a4e tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:11:59.325012 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-e6d786a2-bde2-4e08-8cbf-e5fe87025a4e tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:59.326528 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-e6d786a2-bde2-4e08-8cbf-e5fe87025a4e tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1893287 Aug 25 16:11:59.329751 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 56508) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:11:59.336979 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.v2.base [None req-12c07361-11fd-41f0-baf9-c7d02d36c267 tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Request body: {'security_group_rule': {'security_group_id': 'b5f57568-f110-4e84-ac24-03b82c7ae02d', 'project_id': 'e9aef4833bd74d2db11f03628b3cb562', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=75040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:11:59.343762 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-12c07361-11fd-41f0-baf9-c7d02d36c267 tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:11:59.347986 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-12c07361-11fd-41f0-baf9-c7d02d36c267 tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Usage tracker for resource:security_group_rule and tenant:e9aef4833bd74d2db11f03628b3cb562 is out of sync, need to count used quota {{(pid=75040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:11:59.351520 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-12c07361-11fd-41f0-baf9-c7d02d36c267 tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=75040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:11:59.358556 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-12c07361-11fd-41f0-baf9-c7d02d36c267 tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:11:59.380000 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-12c07361-11fd-41f0-baf9-c7d02d36c267 tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:59.397007 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-939aa6f8-a531-42b1-be6a-c897668da80b admin admin] Notify callbacks [] for security_group, before_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:59.438962 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.quota.driver [None req-939aa6f8-a531-42b1-be6a-c897668da80b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:11:59.453573 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab164c1-480d-43bf-a9a1-6eecea8e281b req-5e603a6d-648a-4a22-a7b5-f28a18b5d7e4 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:59.460380 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-8ab164c1-480d-43bf-a9a1-6eecea8e281b req-5e603a6d-648a-4a22-a7b5-f28a18b5d7e4 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/ports?device_id=768557d9-c88d-4397-91dd-f58022c93843 HTTP/1.1" status: 200 len: 946 time: 0.1456530 Aug 25 16:11:59.463276 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [None req-939aa6f8-a531-42b1-be6a-c897668da80b admin admin] Usage tracker for resource:security_group_rule and tenant:6181f7567570467ab10e4e81cebf86eb is out of sync, need to count used quota {{(pid=75041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:11:59.499794 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [None req-939aa6f8-a531-42b1-be6a-c897668da80b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:11:59.500499 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-12c07361-11fd-41f0-baf9-c7d02d36c267 tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:59.510712 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.quota.driver [None req-939aa6f8-a531-42b1-be6a-c897668da80b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:11:59.551039 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-12c07361-11fd-41f0-baf9-c7d02d36c267 tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511461'] for security_group_rule, after_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:59.568775 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-9407afaf-8f4a-48c1-8b57-27f5704778f7 req-b5b97d3b-6015-49bf-a8ba-7d09b902923a tempest-VolumesActionsTest-1849989351 tempest-VolumesActionsTest-1849989351-project] 10.222.0.68 "GET /v2.0/ports?device_id=38ea28db-7e1f-428e-941a-2d49cc24fd62 HTTP/1.1" status: 200 len: 210 time: 0.0663235 Aug 25 16:11:59.603609 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-271f70b5-8fe3-42ab-bb7b-b211b04bb6d8 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:11:59.627991 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c07361-11fd-41f0-baf9-c7d02d36c267 tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48db48b4-d3f9-481d-82ff-0be9bbabc225,revision_number=0']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:11:59.627991 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-12c07361-11fd-41f0-baf9-c7d02d36c267 tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:59.627991 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-12c07361-11fd-41f0-baf9-c7d02d36c267 tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2956216 Aug 25 16:11:59.629764 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 56518) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:11:59.630940 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-12c07361-11fd-41f0-baf9-c7d02d36c267 tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:11:59.637472 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-8ab164c1-480d-43bf-a9a1-6eecea8e281b req-e336015c-184d-43a6-b5e9-8bf2dd1aeacd tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/security-groups?id=9e7f6e62-5d07-4b94-bd1b-2408a7eb9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761312 Aug 25 16:11:59.639611 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.v2.base [None req-9cc38a35-cc35-488f-adc8-fee28f72229e tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Request body: {'security_group_rule': {'security_group_id': 'b5f57568-f110-4e84-ac24-03b82c7ae02d', 'project_id': 'e9aef4833bd74d2db11f03628b3cb562', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=75040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:11:59.645610 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-9cc38a35-cc35-488f-adc8-fee28f72229e tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:11:59.650697 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-9cc38a35-cc35-488f-adc8-fee28f72229e tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Usage tracker for resource:security_group_rule and tenant:e9aef4833bd74d2db11f03628b3cb562 is out of sync, need to count used quota {{(pid=75040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:11:59.653977 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-9cc38a35-cc35-488f-adc8-fee28f72229e tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=75040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:11:59.660368 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-9cc38a35-cc35-488f-adc8-fee28f72229e tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:11:59.684299 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-9cc38a35-cc35-488f-adc8-fee28f72229e tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:59.781375 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-9cc38a35-cc35-488f-adc8-fee28f72229e tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:59.786450 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-9cc38a35-cc35-488f-adc8-fee28f72229e tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511461'] for security_group_rule, after_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:59.808065 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca1e85f-324e-427a-9545-c1daee176531 req-7aba3ef4-a7e5-45e8-a683-2fdd97e1018e tempest-VolumesActionsTest-1849989351 tempest-VolumesActionsTest-1849989351-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:59.809558 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-5ca1e85f-324e-427a-9545-c1daee176531 req-7aba3ef4-a7e5-45e8-a683-2fdd97e1018e tempest-VolumesActionsTest-1849989351 tempest-VolumesActionsTest-1849989351-project] 10.222.0.70 "GET /v2.0/networks?id=59b6fe81-15f1-4f75-b286-5a7dcadc0cbf HTTP/1.1" status: 200 len: 806 time: 0.2718387 Aug 25 16:11:59.829247 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-e6d786a2-bde2-4e08-8cbf-e5fe87025a4e tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:11:59.843455 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-9cc38a35-cc35-488f-adc8-fee28f72229e tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:59.844859 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-9cc38a35-cc35-488f-adc8-fee28f72229e tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2125132 Aug 25 16:11:59.847493 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 56526) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:11:59.850178 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-939aa6f8-a531-42b1-be6a-c897668da80b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:59.850929 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc38a35-cc35-488f-adc8-fee28f72229e tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17e4bf38-21c5-4995-a083-74ecdfd427b6,revision_number=0']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:11:59.854563 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-9cc38a35-cc35-488f-adc8-fee28f72229e tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:11:59.856725 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.v2.base [req-5ca1e85f-324e-427a-9545-c1daee176531 req-1d30d7c7-c1ff-4e4d-a734-30c20dc8f74a tempest-VolumesActionsTest-1849989351 tempest-VolumesActionsTest-1849989351-project] Request body: {'port': {'device_id': '38ea28db-7e1f-428e-941a-2d49cc24fd62', 'network_id': '59b6fe81-15f1-4f75-b286-5a7dcadc0cbf', 'admin_state_up': True, 'tenant_id': 'e00743498afc4a22a0153609b9aa9eb6'}} {{(pid=75041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:11:59.858868 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.v2.base [None req-0f23e577-1814-45b2-b4fa-dbb1496e34f9 tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Request body: {'security_group_rule': {'security_group_id': 'b5f57568-f110-4e84-ac24-03b82c7ae02d', 'project_id': 'e9aef4833bd74d2db11f03628b3cb562', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=75040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:11:59.865658 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-0f23e577-1814-45b2-b4fa-dbb1496e34f9 tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:11:59.873642 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-0f23e577-1814-45b2-b4fa-dbb1496e34f9 tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Usage tracker for resource:security_group_rule and tenant:e9aef4833bd74d2db11f03628b3cb562 is out of sync, need to count used quota {{(pid=75040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:11:59.876361 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-939aa6f8-a531-42b1-be6a-c897668da80b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:59.880370 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-0f23e577-1814-45b2-b4fa-dbb1496e34f9 tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=75040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:11:59.887646 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-0f23e577-1814-45b2-b4fa-dbb1496e34f9 tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:11:59.901273 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-dd7ed755-eefc-4156-9b9f-838632c79062 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:11:59.942681 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-0f23e577-1814-45b2-b4fa-dbb1496e34f9 tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:59.948115 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-173fb5cc-0eaf-483b-adab-7ad5506cb886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:00.004597 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939aa6f8-a531-42b1-be6a-c897668da80b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fecf912-1299-44ab-ae53-58dc230d65eb,revision_number=1']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:12:00.022749 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-939aa6f8-a531-42b1-be6a-c897668da80b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:12:00.037443 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-0f23e577-1814-45b2-b4fa-dbb1496e34f9 tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:00.045549 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-0f23e577-1814-45b2-b4fa-dbb1496e34f9 tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511461'] for security_group_rule, after_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:00.056724 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:12:00.078620 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f23e577-1814-45b2-b4fa-dbb1496e34f9 tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e586ca56-3fa7-40c3-8d30-1e435616e763,revision_number=0']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:12:00.083861 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-0f23e577-1814-45b2-b4fa-dbb1496e34f9 tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:12:00.092629 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-0f23e577-1814-45b2-b4fa-dbb1496e34f9 tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:00.094046 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-0f23e577-1814-45b2-b4fa-dbb1496e34f9 tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2456429 Aug 25 16:12:00.096744 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 56536) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:12:00.105579 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.v2.base [None req-6172002a-9526-4421-aa51-61d03a26da16 tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Request body: {'security_group_rule': {'security_group_id': 'b5f57568-f110-4e84-ac24-03b82c7ae02d', 'project_id': 'e9aef4833bd74d2db11f03628b3cb562', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=75040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:12:00.114641 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-6172002a-9526-4421-aa51-61d03a26da16 tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:12:00.133589 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [None req-939aa6f8-a531-42b1-be6a-c897668da80b admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=6181f7567570467ab10e4e81cebf86eb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9430275 Aug 25 16:12:00.134282 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.wsgi [-] (75041) accepted ('10.222.0.68', 56540) {{(pid=75041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:12:00.136192 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-6172002a-9526-4421-aa51-61d03a26da16 tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Usage tracker for resource:security_group_rule and tenant:e9aef4833bd74d2db11f03628b3cb562 is out of sync, need to count used quota {{(pid=75040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:12:00.147967 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-6172002a-9526-4421-aa51-61d03a26da16 tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=75040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:12:00.168562 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-6172002a-9526-4421-aa51-61d03a26da16 tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:12:00.190269 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.db.securitygroups_db [None req-6172002a-9526-4421-aa51-61d03a26da16 tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Project e9aef4833bd74d2db11f03628b3cb562 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 25 16:12:00.204122 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-6172002a-9526-4421-aa51-61d03a26da16 tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:00.216039 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.quota.driver [req-5ca1e85f-324e-427a-9545-c1daee176531 req-1d30d7c7-c1ff-4e4d-a734-30c20dc8f74a tempest-VolumesActionsTest-1849989351 tempest-VolumesActionsTest-1849989351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:12:00.378596 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.quota.driver [req-5ca1e85f-324e-427a-9545-c1daee176531 req-1d30d7c7-c1ff-4e4d-a734-30c20dc8f74a tempest-VolumesActionsTest-1849989351 tempest-VolumesActionsTest-1849989351-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=75041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:12:00.397832 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-5cecac03-b23d-4735-be9f-77d3af6f352e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:00.405047 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-6172002a-9526-4421-aa51-61d03a26da16 tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:00.413562 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-6172002a-9526-4421-aa51-61d03a26da16 tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511461'] for security_group_rule, after_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:00.416947 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:12:00.435009 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-5cecac03-b23d-4735-be9f-77d3af6f352e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:00.474315 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6172002a-9526-4421-aa51-61d03a26da16 tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2ad4f81-f74e-46c2-a6d8-b6678a1ee10f,revision_number=0']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:12:00.483758 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-6172002a-9526-4421-aa51-61d03a26da16 tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:12:00.494055 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-6172002a-9526-4421-aa51-61d03a26da16 tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:00.495266 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-6172002a-9526-4421-aa51-61d03a26da16 tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3975611 Aug 25 16:12:00.498270 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 56548) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:12:00.504118 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.v2.base [None req-ada7cc1e-dbcc-418a-9df5-6f92ac8e1791 tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Request body: {'security_group_rule': {'security_group_id': 'b5f57568-f110-4e84-ac24-03b82c7ae02d', 'project_id': 'e9aef4833bd74d2db11f03628b3cb562', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=75040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:12:00.523460 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-ada7cc1e-dbcc-418a-9df5-6f92ac8e1791 tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:12:00.523460 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-ada7cc1e-dbcc-418a-9df5-6f92ac8e1791 tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Usage tracker for resource:security_group_rule and tenant:e9aef4833bd74d2db11f03628b3cb562 is out of sync, need to count used quota {{(pid=75040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:12:00.527624 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-ada7cc1e-dbcc-418a-9df5-6f92ac8e1791 tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=75040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:12:00.531416 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ca1e85f-324e-427a-9545-c1daee176531 req-1d30d7c7-c1ff-4e4d-a734-30c20dc8f74a tempest-VolumesActionsTest-1849989351 tempest-VolumesActionsTest-1849989351-project] Made reservation on behalf of e00743498afc4a22a0153609b9aa9eb6 for: {'port': 1} {{(pid=75041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:12:00.534460 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-ada7cc1e-dbcc-418a-9df5-6f92ac8e1791 tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:12:00.538238 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [req-5ca1e85f-324e-427a-9545-c1daee176531 req-1d30d7c7-c1ff-4e4d-a734-30c20dc8f74a tempest-VolumesActionsTest-1849989351 tempest-VolumesActionsTest-1849989351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:00.552468 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.db.securitygroups_db [None req-ada7cc1e-dbcc-418a-9df5-6f92ac8e1791 tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Project e9aef4833bd74d2db11f03628b3cb562 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 25 16:12:00.560079 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-ada7cc1e-dbcc-418a-9df5-6f92ac8e1791 tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:00.589558 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-5cecac03-b23d-4735-be9f-77d3af6f352e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:00.609124 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-0ceb60b3-0a43-4058-82b5-ea91bde24b57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:12:00.636199 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cecac03-b23d-4735-be9f-77d3af6f352e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fecf912-1299-44ab-ae53-58dc230d65eb,revision_number=None']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:12:00.640096 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-5cecac03-b23d-4735-be9f-77d3af6f352e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:12:00.647168 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-5cecac03-b23d-4735-be9f-77d3af6f352e admin admin] Notify callbacks [] for security_group, before_response {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:00.648187 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [None req-5cecac03-b23d-4735-be9f-77d3af6f352e admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/0fecf912-1299-44ab-ae53-58dc230d65eb HTTP/1.1" status: 204 len: 168 time: 0.5099552 Aug 25 16:12:00.731400 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-ada7cc1e-dbcc-418a-9df5-6f92ac8e1791 tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:00.738587 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-ada7cc1e-dbcc-418a-9df5-6f92ac8e1791 tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511461'] for security_group_rule, after_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:00.746487 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-9cc38a35-cc35-488f-adc8-fee28f72229e tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:12:00.794706 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-ada7cc1e-dbcc-418a-9df5-6f92ac8e1791 tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:00.796278 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-ada7cc1e-dbcc-418a-9df5-6f92ac8e1791 tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2971389 Aug 25 16:12:00.797361 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada7cc1e-dbcc-418a-9df5-6f92ac8e1791 tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f998ad7-5af9-4d1c-8db9-b1dcf53f4344,revision_number=0']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:12:00.807224 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-ada7cc1e-dbcc-418a-9df5-6f92ac8e1791 tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:12:01.010780 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-cacb0e42-c5ac-4fe5-8486-e596e61dee57 req-21da6ef0-5efd-4b15-b588-8423f7410b33 tempest-VolumesActionsTest-1849989351 tempest-VolumesActionsTest-1849989351-project] 10.222.0.68 "GET /v2.0/ports?device_id=38ea28db-7e1f-428e-941a-2d49cc24fd62 HTTP/1.1" status: 200 len: 210 time: 0.1462405 Aug 25 16:12:01.014517 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-1bf536be-b7f1-4c3c-b07a-2be1e6809122 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:01.050193 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.db_base_plugin_common [req-5ca1e85f-324e-427a-9545-c1daee176531 req-1d30d7c7-c1ff-4e4d-a734-30c20dc8f74a tempest-VolumesActionsTest-1849989351 tempest-VolumesActionsTest-1849989351-project] Allocated IP 172.20.0.14 (59b6fe81-15f1-4f75-b286-5a7dcadc0cbf/84169c57-b91b-4288-9bd2-2cf53a6db897/18e5aa90-9fe7-480d-8e43-84c4ea022b81) {{(pid=75041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:12:01.123855 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365c44b6-17e3-4905-b46f-ccee392a3806 req-619c6268-3ea5-4637-a62d-61c12c34a4b6 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:01.125395 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-365c44b6-17e3-4905-b46f-ccee392a3806 req-619c6268-3ea5-4637-a62d-61c12c34a4b6 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/ports?device_id=768557d9-c88d-4397-91dd-f58022c93843 HTTP/1.1" status: 200 len: 946 time: 0.2186828 Aug 25 16:12:01.209324 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-365c44b6-17e3-4905-b46f-ccee392a3806 req-24a0110e-f2e6-4f75-bee9-fb236ae33966 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/security-groups?id=9e7f6e62-5d07-4b94-bd1b-2408a7eb9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779016 Aug 25 16:12:01.445676 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [req-5ca1e85f-324e-427a-9545-c1daee176531 req-1d30d7c7-c1ff-4e4d-a734-30c20dc8f74a tempest-VolumesActionsTest-1849989351 tempest-VolumesActionsTest-1849989351-project] Notify callbacks [] for port, precommit_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:01.495568 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [req-5ca1e85f-324e-427a-9545-c1daee176531 req-1d30d7c7-c1ff-4e4d-a734-30c20dc8f74a tempest-VolumesActionsTest-1849989351 tempest-VolumesActionsTest-1849989351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776571788279'] for port, after_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:01.503284 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-93f0344e-082a-48d4-b4ce-f127ec6bd84d tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:12:01.688267 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ca1e85f-324e-427a-9545-c1daee176531 req-1d30d7c7-c1ff-4e4d-a734-30c20dc8f74a tempest-VolumesActionsTest-1849989351 tempest-VolumesActionsTest-1849989351-project] Network 59b6fe81-15f1-4f75-b286-5a7dcadc0cbf is already hosted by enough agents. {{(pid=75041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:12:01.689359 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d30d7c7-c1ff-4e4d-a734-30c20dc8f74a tempest-VolumesActionsTest-1849989351 tempest-VolumesActionsTest-1849989351-project] Pushing event updated for resources: {'Port': ['ID=18e5aa90-9fe7-480d-8e43-84c4ea022b81,revision_number=1']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:12:01.691961 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.scheduler.base_scheduler [req-5ca1e85f-324e-427a-9545-c1daee176531 req-1d30d7c7-c1ff-4e4d-a734-30c20dc8f74a tempest-VolumesActionsTest-1849989351 tempest-VolumesActionsTest-1849989351-project] Resources bound (agent type, host, resource id): {{(pid=75041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:12:01.699333 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-1d30d7c7-c1ff-4e4d-a734-30c20dc8f74a tempest-VolumesActionsTest-1849989351 tempest-VolumesActionsTest-1849989351-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:12:01.699962 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ca1e85f-324e-427a-9545-c1daee176531 req-1d30d7c7-c1ff-4e4d-a734-30c20dc8f74a tempest-VolumesActionsTest-1849989351 tempest-VolumesActionsTest-1849989351-project] Received port after_create {{(pid=75041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:12:01.703530 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca1e85f-324e-427a-9545-c1daee176531 req-1d30d7c7-c1ff-4e4d-a734-30c20dc8f74a tempest-VolumesActionsTest-1849989351 tempest-VolumesActionsTest-1849989351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:01.704145 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [req-5ca1e85f-324e-427a-9545-c1daee176531 req-1d30d7c7-c1ff-4e4d-a734-30c20dc8f74a tempest-VolumesActionsTest-1849989351 tempest-VolumesActionsTest-1849989351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981218'] for port, before_response {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:01.732378 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-5ca1e85f-324e-427a-9545-c1daee176531 req-1d30d7c7-c1ff-4e4d-a734-30c20dc8f74a tempest-VolumesActionsTest-1849989351 tempest-VolumesActionsTest-1849989351-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8804483 Aug 25 16:12:01.745066 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.v2.base [req-5ca1e85f-324e-427a-9545-c1daee176531 req-09fef77a-ec2c-4b09-98f4-3df1170c329a service neutron] Request body: {'port': {'device_id': '38ea28db-7e1f-428e-941a-2d49cc24fd62', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80600'}} {{(pid=75041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:12:01.873996 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [req-5ca1e85f-324e-427a-9545-c1daee176531 req-09fef77a-ec2c-4b09-98f4-3df1170c329a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_update {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:02.364471 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-8ca458b3-9003-4c9b-b026-f7ba765eab5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:02.571590 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42da949a-03d2-48ba-9edf-34ab38becbfc req-4a914376-5bf8-4b18-ab13-a7f6518359a5 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:02.580006 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-42da949a-03d2-48ba-9edf-34ab38becbfc req-4a914376-5bf8-4b18-ab13-a7f6518359a5 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] 10.222.0.68 "GET /v2.0/ports?device_id=c46f97d7-0e28-467b-8003-354f4d3f52c2 HTTP/1.1" status: 200 len: 945 time: 0.1076872 Aug 25 16:12:02.644532 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Device e2c0cca2-fe46-435e-bb27-c546dd34f7be up at agent ovs-agent-dv-cinder-806007-1-smb {{(pid=75042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:12:02.658217 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-42da949a-03d2-48ba-9edf-34ab38becbfc req-7833ae9e-323d-4fb4-9259-8ae4dddd7639 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] 10.222.0.68 "GET /v2.0/security-groups?id=08292ed9-3586-482c-a672-563a9deccae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771511 Aug 25 16:12:02.666974 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.notifiers.nova [req-5ca1e85f-324e-427a-9545-c1daee176531 req-09fef77a-ec2c-4b09-98f4-3df1170c329a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18e5aa90-9fe7-480d-8e43-84c4ea022b81 {{(pid=75041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:12:02.676195 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f4a21e-1543-41a9-ba2e-627bb1797773 req-b6d24b65-1a68-4c77-9a25-1547c2bee970 tempest-VolumesActionsTest-1849989351 tempest-VolumesActionsTest-1849989351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:02.676809 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [req-e0f4a21e-1543-41a9-ba2e-627bb1797773 req-b6d24b65-1a68-4c77-9a25-1547c2bee970 tempest-VolumesActionsTest-1849989351 tempest-VolumesActionsTest-1849989351-project] Synchronizing usage tracker for tenant:e00743498afc4a22a0153609b9aa9eb6 on resource:port {{(pid=75041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:12:02.687263 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [req-5ca1e85f-324e-427a-9545-c1daee176531 req-09fef77a-ec2c-4b09-98f4-3df1170c329a service neutron] Notify callbacks [] for port, precommit_update {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:02.716623 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.provisioning_blocks [req-5ca1e85f-324e-427a-9545-c1daee176531 req-09fef77a-ec2c-4b09-98f4-3df1170c329a service neutron] Transition to ACTIVE for port object 18e5aa90-9fe7-480d-8e43-84c4ea022b81 will not be triggered until provisioned by entity L2. {{(pid=75041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:12:02.718131 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [req-e0f4a21e-1543-41a9-ba2e-627bb1797773 req-b6d24b65-1a68-4c77-9a25-1547c2bee970 tempest-VolumesActionsTest-1849989351 tempest-VolumesActionsTest-1849989351-project] Unset dirty status for tenant:e00743498afc4a22a0153609b9aa9eb6 on resource:port {{(pid=75041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:12:02.719762 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-e0f4a21e-1543-41a9-ba2e-627bb1797773 req-b6d24b65-1a68-4c77-9a25-1547c2bee970 tempest-VolumesActionsTest-1849989351 tempest-VolumesActionsTest-1849989351-project] 10.222.0.68 "GET /v2.0/ports?device_id=38ea28db-7e1f-428e-941a-2d49cc24fd62 HTTP/1.1" status: 200 len: 932 time: 0.3346977 Aug 25 16:12:02.720864 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [req-5ca1e85f-324e-427a-9545-c1daee176531 req-09fef77a-ec2c-4b09-98f4-3df1170c329a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776572168726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776571761677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776571761722'] for port, after_update {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:02.728396 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-33e4f03f-e806-4af6-9850-696d7857e117 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:12:02.745088 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.provisioning_blocks [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Provisioning for port e2c0cca2-fe46-435e-bb27-c546dd34f7be completed by entity L2. {{(pid=75042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:12:02.753922 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.provisioning_blocks [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Provisioning complete for port e2c0cca2-fe46-435e-bb27-c546dd34f7be triggered by entity L2. {{(pid=75042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:12:02.754608 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16203014'] for port, provisioning_complete {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:02.911302 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fef77a-ec2c-4b09-98f4-3df1170c329a service neutron] Pushing event updated for resources: {'Port': ['ID=18e5aa90-9fe7-480d-8e43-84c4ea022b81,revision_number=2']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:12:02.914316 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-09fef77a-ec2c-4b09-98f4-3df1170c329a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:12:02.945670 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-e0f4a21e-1543-41a9-ba2e-627bb1797773 req-1203af9b-43dc-4923-8496-019285c2c310 tempest-VolumesActionsTest-1849989351 tempest-VolumesActionsTest-1849989351-project] 10.222.0.68 "GET /v2.0/security-groups?id=2fdafa6e-83cf-4704-ab97-b78a1a07192a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743762 Aug 25 16:12:03.016022 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:03.039062 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.db [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] For port e2c0cca2-fe46-435e-bb27-c546dd34f7be, host dv-cinder-806007-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-1-smb',level=0,port_id=e2c0cca2-fe46-435e-bb27-c546dd34f7be,segment=NetworkSegment(cbdd21c8-b3ae-45c5-b207-3efdd7246341),segment_id=cbdd21c8-b3ae-45c5-b207-3efdd7246341)] {{(pid=75042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:12:03.042135 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.managers [req-5ca1e85f-324e-427a-9545-c1daee176531 req-09fef77a-ec2c-4b09-98f4-3df1170c329a service neutron] Attempting to bind port 18e5aa90-9fe7-480d-8e43-84c4ea022b81 on host hv-cinder-80600 for vnic_type normal with profile {{(pid=75041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:12:03.042541 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.managers [req-5ca1e85f-324e-427a-9545-c1daee176531 req-09fef77a-ec2c-4b09-98f4-3df1170c329a service neutron] Attempting to bind port 18e5aa90-9fe7-480d-8e43-84c4ea022b81 by drivers openvswitch,hyperv on host hv-cinder-80600 at level 0 using segments [{'id': 'a3ceb23e-bb63-45e0-97c2-492952014844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '59b6fe81-15f1-4f75-b286-5a7dcadc0cbf'}] {{(pid=75041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:12:03.043105 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca1e85f-324e-427a-9545-c1daee176531 req-09fef77a-ec2c-4b09-98f4-3df1170c329a service neutron] Attempting to bind port 18e5aa90-9fe7-480d-8e43-84c4ea022b81 on network 59b6fe81-15f1-4f75-b286-5a7dcadc0cbf {{(pid=75041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:12:03.045581 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776572168726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776571761677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776571761722'] for port, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:03.049027 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:12:03.050674 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca1e85f-324e-427a-9545-c1daee176531 req-09fef77a-ec2c-4b09-98f4-3df1170c329a service neutron] Port 18e5aa90-9fe7-480d-8e43-84c4ea022b81 on network 59b6fe81-15f1-4f75-b286-5a7dcadc0cbf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80600 {{(pid=75041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 16:12:03.051187 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca1e85f-324e-427a-9545-c1daee176531 req-09fef77a-ec2c-4b09-98f4-3df1170c329a service neutron] Attempting to bind port 18e5aa90-9fe7-480d-8e43-84c4ea022b81 on network 59b6fe81-15f1-4f75-b286-5a7dcadc0cbf {{(pid=75041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:12:03.058849 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca1e85f-324e-427a-9545-c1daee176531 req-09fef77a-ec2c-4b09-98f4-3df1170c329a service neutron] Checking agent: {'id': 'ce44fce8-b773-464c-81ed-5793acd8e0ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80600', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 7, 48), 'started_at': datetime.datetime(2021, 8, 25, 16, 7, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 11, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:12:03.059273 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca1e85f-324e-427a-9545-c1daee176531 req-09fef77a-ec2c-4b09-98f4-3df1170c329a service neutron] Checking segment: {'id': 'a3ceb23e-bb63-45e0-97c2-492952014844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '59b6fe81-15f1-4f75-b286-5a7dcadc0cbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:12:03.059732 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca1e85f-324e-427a-9545-c1daee176531 req-09fef77a-ec2c-4b09-98f4-3df1170c329a service neutron] Bound using segment: {'id': 'a3ceb23e-bb63-45e0-97c2-492952014844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '59b6fe81-15f1-4f75-b286-5a7dcadc0cbf'} {{(pid=75041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:12:03.060253 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.managers [req-5ca1e85f-324e-427a-9545-c1daee176531 req-09fef77a-ec2c-4b09-98f4-3df1170c329a service neutron] Bound port: 18e5aa90-9fe7-480d-8e43-84c4ea022b81, host: hv-cinder-80600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3ceb23e-bb63-45e0-97c2-492952014844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '59b6fe81-15f1-4f75-b286-5a7dcadc0cbf'}}] {{(pid=75041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:12:03.060701 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [req-5ca1e85f-324e-427a-9545-c1daee176531 req-09fef77a-ec2c-4b09-98f4-3df1170c329a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_update {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:03.132617 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Pushing event updated for resources: {'Port': ['ID=e2c0cca2-fe46-435e-bb27-c546dd34f7be,revision_number=4']} {{(pid=75042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:12:03.142614 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:12:03.143273 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:12:03.143804 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:12:03.144547 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:12:03.145099 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:12:03.145631 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:12:03.146170 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:12:03.146692 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:12:03.147219 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:12:03.147861 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:12:03.148050 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:12:03.159758 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:12:03.173971 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.db [req-5ca1e85f-324e-427a-9545-c1daee176531 req-09fef77a-ec2c-4b09-98f4-3df1170c329a service neutron] For port 18e5aa90-9fe7-480d-8e43-84c4ea022b81, host hv-cinder-80600, cleared binding levels {{(pid=75041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:12:03.177020 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.db [req-5ca1e85f-324e-427a-9545-c1daee176531 req-09fef77a-ec2c-4b09-98f4-3df1170c329a service neutron] For port 18e5aa90-9fe7-480d-8e43-84c4ea022b81, host hv-cinder-80600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=18e5aa90-9fe7-480d-8e43-84c4ea022b81,segment=NetworkSegment(a3ceb23e-bb63-45e0-97c2-492952014844),segment_id=a3ceb23e-bb63-45e0-97c2-492952014844)] {{(pid=75041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:12:03.181731 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [req-5ca1e85f-324e-427a-9545-c1daee176531 req-09fef77a-ec2c-4b09-98f4-3df1170c329a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776572168726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776571761677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776571761722'] for port, after_update {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:03.185380 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-deee3a6f-356c-41fd-84da-4401878f17d5 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:12:03.243590 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [req-5ca1e85f-324e-427a-9545-c1daee176531 req-09fef77a-ec2c-4b09-98f4-3df1170c329a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981218'] for port, before_response {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:03.244959 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-5ca1e85f-324e-427a-9545-c1daee176531 req-09fef77a-ec2c-4b09-98f4-3df1170c329a service neutron] 10.222.0.70 "PUT /v2.0/ports/18e5aa90-9fe7-480d-8e43-84c4ea022b81 HTTP/1.1" status: 200 len: 1094 time: 1.5048521 Aug 25 16:12:03.245474 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38ea28db-7e1f-428e-941a-2d49cc24fd62', 'tag': '18e5aa90-9fe7-480d-8e43-84c4ea022b81'}] {{(pid=75041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:12:03.277862 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fef77a-ec2c-4b09-98f4-3df1170c329a service neutron] Pushing event updated for resources: {'Port': ['ID=18e5aa90-9fe7-480d-8e43-84c4ea022b81,revision_number=3']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:12:03.281516 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-09fef77a-ec2c-4b09-98f4-3df1170c329a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:12:03.345140 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38ea28db-7e1f-428e-941a-2d49cc24fd62', 'tag': '18e5aa90-9fe7-480d-8e43-84c4ea022b81', 'status': 'completed', 'code': 200} Aug 25 16:12:03.388294 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-5ca1e85f-324e-427a-9545-c1daee176531 req-bc2295ce-152c-43b8-9705-7970fa12c8b1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e00743498afc4a22a0153609b9aa9eb6&device_id=38ea28db-7e1f-428e-941a-2d49cc24fd62 HTTP/1.1" status: 200 len: 1097 time: 0.0817182 Aug 25 16:12:03.478756 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-5ca1e85f-324e-427a-9545-c1daee176531 req-81472aeb-9715-49b2-b301-db90883001d2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=18e5aa90-9fe7-480d-8e43-84c4ea022b81 HTTP/1.1" status: 200 len: 217 time: 0.0650570 Aug 25 16:12:03.525681 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50708692-11a2-42e0-ae08-eedd4d4140b3 req-ac74435f-46d9-4c0b-a29d-9e3857c81b16 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:03.527205 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-50708692-11a2-42e0-ae08-eedd4d4140b3 req-ac74435f-46d9-4c0b-a29d-9e3857c81b16 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/ports?device_id=768557d9-c88d-4397-91dd-f58022c93843 HTTP/1.1" status: 200 len: 946 time: 0.0861781 Aug 25 16:12:03.560536 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca1e85f-324e-427a-9545-c1daee176531 req-07ad9285-4fca-4c19-879a-089a8309e484 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:03.561588 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-5ca1e85f-324e-427a-9545-c1daee176531 req-07ad9285-4fca-4c19-879a-089a8309e484 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=84169c57-b91b-4288-9bd2-2cf53a6db897 HTTP/1.1" status: 200 len: 846 time: 0.0697415 Aug 25 16:12:03.584196 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-50708692-11a2-42e0-ae08-eedd4d4140b3 req-e9d1d435-90b4-4fc9-b7e5-522fc04c2d8b tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/security-groups?id=9e7f6e62-5d07-4b94-bd1b-2408a7eb9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502787 Aug 25 16:12:03.623345 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-5ca1e85f-324e-427a-9545-c1daee176531 req-2e8e8ed5-d4e6-4fdf-8b22-fb0aceffd97f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=59b6fe81-15f1-4f75-b286-5a7dcadc0cbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442355 Aug 25 16:12:03.765961 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-5ca1e85f-324e-427a-9545-c1daee176531 req-94ee02e6-ca2d-46c9-9530-451e6089bac7 service neutron] 10.222.0.70 "GET /v2.0/networks/59b6fe81-15f1-4f75-b286-5a7dcadc0cbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332147 Aug 25 16:12:03.861898 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20a19e4-e39d-4343-8c26-ab5ee77ed10e req-5b9be3a9-803c-4bb7-b766-afc7923fb446 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:03.863386 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-a20a19e4-e39d-4343-8c26-ab5ee77ed10e req-5b9be3a9-803c-4bb7-b766-afc7923fb446 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] 10.222.0.68 "GET /v2.0/ports?device_id=c46f97d7-0e28-467b-8003-354f4d3f52c2 HTTP/1.1" status: 200 len: 945 time: 0.0833609 Aug 25 16:12:03.911566 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-5ca1e85f-324e-427a-9545-c1daee176531 req-16d21bc2-12c9-4bbb-91af-a514fc34136e service neutron] 10.222.0.70 "GET /v2.0/networks/59b6fe81-15f1-4f75-b286-5a7dcadc0cbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343193 Aug 25 16:12:03.920986 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-a20a19e4-e39d-4343-8c26-ab5ee77ed10e req-b4eaa61c-194e-427c-8a9e-5785bb6be630 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] 10.222.0.68 "GET /v2.0/security-groups?id=08292ed9-3586-482c-a672-563a9deccae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484385 Aug 25 16:12:04.056489 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-75a9797d-5226-4fb2-b87f-9b9718609b45 req-eb53731c-8e95-4349-812c-e03ee6ffbb23 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e00743498afc4a22a0153609b9aa9eb6&device_id=38ea28db-7e1f-428e-941a-2d49cc24fd62 HTTP/1.1" status: 200 len: 1097 time: 0.0775402 Aug 25 16:12:04.195200 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc7b642-db84-43af-8a75-2add17305d44 req-25c79852-9e98-45da-b15c-1ac57aaa8934 tempest-VolumesActionsTest-1849989351 tempest-VolumesActionsTest-1849989351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:04.197231 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-ccc7b642-db84-43af-8a75-2add17305d44 req-25c79852-9e98-45da-b15c-1ac57aaa8934 tempest-VolumesActionsTest-1849989351 tempest-VolumesActionsTest-1849989351-project] 10.222.0.68 "GET /v2.0/ports?device_id=38ea28db-7e1f-428e-941a-2d49cc24fd62 HTTP/1.1" status: 200 len: 944 time: 0.0945907 Aug 25 16:12:04.319294 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-ccc7b642-db84-43af-8a75-2add17305d44 req-9af488f9-62ab-4388-9c9a-cb7734600e55 tempest-VolumesActionsTest-1849989351 tempest-VolumesActionsTest-1849989351-project] 10.222.0.68 "GET /v2.0/security-groups?id=2fdafa6e-83cf-4704-ab97-b78a1a07192a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135635 Aug 25 16:12:04.344015 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a9797d-5226-4fb2-b87f-9b9718609b45 req-7f81b53c-ab4a-4231-bf71-04b4b4ab9aae service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:04.346014 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-75a9797d-5226-4fb2-b87f-9b9718609b45 req-7f81b53c-ab4a-4231-bf71-04b4b4ab9aae service neutron] 10.222.0.70 "GET /v2.0/networks?id=59b6fe81-15f1-4f75-b286-5a7dcadc0cbf HTTP/1.1" status: 200 len: 907 time: 0.2712255 Aug 25 16:12:04.434306 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-75a9797d-5226-4fb2-b87f-9b9718609b45 req-c6553098-5257-40bc-9367-59b98531556e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=18e5aa90-9fe7-480d-8e43-84c4ea022b81 HTTP/1.1" status: 200 len: 217 time: 0.0746899 Aug 25 16:12:04.514598 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a9797d-5226-4fb2-b87f-9b9718609b45 req-e5f1d5dc-97a7-4510-9636-9113f12722c8 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:04.516109 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-75a9797d-5226-4fb2-b87f-9b9718609b45 req-e5f1d5dc-97a7-4510-9636-9113f12722c8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=84169c57-b91b-4288-9bd2-2cf53a6db897 HTTP/1.1" status: 200 len: 846 time: 0.0694463 Aug 25 16:12:04.573758 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-75a9797d-5226-4fb2-b87f-9b9718609b45 req-eef8f806-0e53-4e09-8a9f-1271b863457c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=59b6fe81-15f1-4f75-b286-5a7dcadc0cbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482035 Aug 25 16:12:04.598743 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Device e2c0cca2-fe46-435e-bb27-c546dd34f7be up at agent ovs-agent-dv-cinder-806007-1-smb {{(pid=75042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:12:04.674312 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.provisioning_blocks [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Provisioning complete for port e2c0cca2-fe46-435e-bb27-c546dd34f7be triggered by entity L2. {{(pid=75042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:12:04.674609 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16203014'] for port, provisioning_complete {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:04.733200 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-75a9797d-5226-4fb2-b87f-9b9718609b45 req-406ba190-3097-4d81-9979-570825b8dd7c service neutron] 10.222.0.70 "GET /v2.0/networks/59b6fe81-15f1-4f75-b286-5a7dcadc0cbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498222 Aug 25 16:12:05.039433 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-75a9797d-5226-4fb2-b87f-9b9718609b45 req-b44b564d-6bf8-4d6a-bd42-73b7b45e29a3 service neutron] 10.222.0.70 "GET /v2.0/networks/59b6fe81-15f1-4f75-b286-5a7dcadc0cbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2932248 Aug 25 16:12:05.076739 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac860672-d2c6-437a-b921-893408299ad1 req-aaca94c0-3402-46cb-abee-2e9abbfd2ffc tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:05.079067 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-ac860672-d2c6-437a-b921-893408299ad1 req-aaca94c0-3402-46cb-abee-2e9abbfd2ffc tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] 10.222.0.70 "GET /v2.0/ports?device_id=c46f97d7-0e28-467b-8003-354f4d3f52c2 HTTP/1.1" status: 200 len: 945 time: 0.2315333 Aug 25 16:12:05.168723 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.plugin [req-ac860672-d2c6-437a-b921-893408299ad1 req-4c81d04b-ca76-4555-85ae-913c3d906439 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] Deleting port 8de9a6a9-9189-42f5-8255-4362093f0c0f {{(pid=75041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:12:05.169272 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [req-ac860672-d2c6-437a-b921-893408299ad1 req-4c81d04b-ca76-4555-85ae-913c3d906439 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776572162991'] for port, before_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:05.179226 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a28a87-4bf3-4525-ade7-fbda03bbbd87 req-cf500f3d-c8b5-45cc-8a1b-d6820f1eaa4e tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:05.181642 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-a1a28a87-4bf3-4525-ade7-fbda03bbbd87 req-cf500f3d-c8b5-45cc-8a1b-d6820f1eaa4e tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] 10.222.0.68 "GET /v2.0/ports?device_id=c46f97d7-0e28-467b-8003-354f4d3f52c2 HTTP/1.1" status: 200 len: 945 time: 0.1030951 Aug 25 16:12:05.304423 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-a1a28a87-4bf3-4525-ade7-fbda03bbbd87 req-5307b4e5-b89f-4d80-a60e-c07d3a41bcdc tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] 10.222.0.68 "GET /v2.0/security-groups?id=08292ed9-3586-482c-a672-563a9deccae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063473 Aug 25 16:12:05.547952 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.db [req-ac860672-d2c6-437a-b921-893408299ad1 req-4c81d04b-ca76-4555-85ae-913c3d906439 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] For port 8de9a6a9-9189-42f5-8255-4362093f0c0f, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=8de9a6a9-9189-42f5-8255-4362093f0c0f,segment=NetworkSegment(215609b0-0c2d-4037-aca0-35ce882d3942),segment_id=215609b0-0c2d-4037-aca0-35ce882d3942)] {{(pid=75041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:12:05.548292 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [req-ac860672-d2c6-437a-b921-893408299ad1 req-4c81d04b-ca76-4555-85ae-913c3d906439 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452504'] for port, precommit_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:05.732953 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.plugin [req-ac860672-d2c6-437a-b921-893408299ad1 req-4c81d04b-ca76-4555-85ae-913c3d906439 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] Calling delete_port for 8de9a6a9-9189-42f5-8255-4362093f0c0f owned by compute:nova {{(pid=75041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:12:05.743091 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ef5638-0afc-4abc-a6b0-d6c43785364c req-d0ced85e-9068-4f08-a3c8-dc9eacc0f725 tempest-VolumesActionsTest-1849989351 tempest-VolumesActionsTest-1849989351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:05.750524 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-41ef5638-0afc-4abc-a6b0-d6c43785364c req-d0ced85e-9068-4f08-a3c8-dc9eacc0f725 tempest-VolumesActionsTest-1849989351 tempest-VolumesActionsTest-1849989351-project] 10.222.0.68 "GET /v2.0/ports?device_id=38ea28db-7e1f-428e-941a-2d49cc24fd62 HTTP/1.1" status: 200 len: 944 time: 0.1861658 Aug 25 16:12:05.815653 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-41ef5638-0afc-4abc-a6b0-d6c43785364c req-d090adb8-113b-4139-b9f5-8a5018eec1b9 tempest-VolumesActionsTest-1849989351 tempest-VolumesActionsTest-1849989351-project] 10.222.0.68 "GET /v2.0/security-groups?id=2fdafa6e-83cf-4704-ab97-b78a1a07192a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639813 Aug 25 16:12:05.848401 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf39bc8c-acb5-40f7-a6d1-a51987197b06 req-4841070b-3911-4558-a183-5348cf2356a9 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:05.855187 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-bf39bc8c-acb5-40f7-a6d1-a51987197b06 req-4841070b-3911-4558-a183-5348cf2356a9 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/ports?device_id=0d3c7106-0222-421b-af61-a22cca9b27dd HTTP/1.1" status: 200 len: 946 time: 0.1721220 Aug 25 16:12:05.949290 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-bf39bc8c-acb5-40f7-a6d1-a51987197b06 req-8f84d8b4-0fb4-4520-b4d7-87efde51abcf tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/security-groups?id=3fd554c8-8e1b-4d92-bc55-34a0478699d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932405 Aug 25 16:12:05.953324 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [req-ac860672-d2c6-437a-b921-893408299ad1 req-4c81d04b-ca76-4555-85ae-913c3d906439 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776572168708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776571761668'] for port, after_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:05.959311 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-b6f87fa2-9f1f-409c-b248-b7d805bbfcf1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:12:05.969161 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.db [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] get_ports_and_sgs() called for port_ids ['10ad7f25-3a4a-4869-b72e-0006ee6c2a61', 'be9f1990-ef92-4ea4-ad95-a26055f955b7', '86eb648f-4e18-49c9-925c-2829e94ceb2d', '8de9a6a9-9189-42f5-8255-4362093f0c0f'] {{(pid=75042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:12:06.012579 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c81d04b-ca76-4555-85ae-913c3d906439 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] Pushing event deleted for resources: {'Port': ['ID=8de9a6a9-9189-42f5-8255-4362093f0c0f,revision_number=None']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:12:06.016011 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-4c81d04b-ca76-4555-85ae-913c3d906439 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:12:06.087101 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac860672-d2c6-437a-b921-893408299ad1 req-4c81d04b-ca76-4555-85ae-913c3d906439 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] No DVR routers for this DVR port 8de9a6a9-9189-42f5-8255-4362093f0c0f on host hv-cinder-80600 {{(pid=75041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 16:12:06.089562 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [req-ac860672-d2c6-437a-b921-893408299ad1 req-4c81d04b-ca76-4555-85ae-913c3d906439 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981218'] for port, before_response {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:06.092456 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c46f97d7-0e28-467b-8003-354f4d3f52c2', 'name': 'network-vif-deleted', 'tag': '8de9a6a9-9189-42f5-8255-4362093f0c0f'}] {{(pid=75041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:12:06.110894 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-ac860672-d2c6-437a-b921-893408299ad1 req-4c81d04b-ca76-4555-85ae-913c3d906439 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] 10.222.0.70 "DELETE /v2.0/ports/8de9a6a9-9189-42f5-8255-4362093f0c0f HTTP/1.1" status: 204 len: 173 time: 1.0218709 Aug 25 16:12:06.194604 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c46f97d7-0e28-467b-8003-354f4d3f52c2', 'name': 'network-vif-deleted', 'tag': '8de9a6a9-9189-42f5-8255-4362093f0c0f', 'status': 'completed', 'code': 200} Aug 25 16:12:06.549565 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-a285aa77-5de1-4099-a23d-fe653c5d04b6 req-a93ce4aa-d6ca-41fb-938b-e2487a3949c0 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] 10.222.0.68 "GET /v2.0/ports?device_id=c46f97d7-0e28-467b-8003-354f4d3f52c2 HTTP/1.1" status: 200 len: 210 time: 0.0555117 Aug 25 16:12:07.113627 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17ebeec-7b89-4691-aa70-fdeb3bebcfb2 req-db48fa12-7596-49be-ad37-e3a29252f37c tempest-VolumesActionsTest-1849989351 tempest-VolumesActionsTest-1849989351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:07.114982 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-c17ebeec-7b89-4691-aa70-fdeb3bebcfb2 req-db48fa12-7596-49be-ad37-e3a29252f37c tempest-VolumesActionsTest-1849989351 tempest-VolumesActionsTest-1849989351-project] 10.222.0.68 "GET /v2.0/ports?device_id=38ea28db-7e1f-428e-941a-2d49cc24fd62 HTTP/1.1" status: 200 len: 944 time: 0.1682680 Aug 25 16:12:07.163133 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-c17ebeec-7b89-4691-aa70-fdeb3bebcfb2 req-0c38a36d-2668-47a6-aa67-f33222ae6968 tempest-VolumesActionsTest-1849989351 tempest-VolumesActionsTest-1849989351-project] 10.222.0.68 "GET /v2.0/security-groups?id=2fdafa6e-83cf-4704-ab97-b78a1a07192a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426393 Aug 25 16:12:07.461605 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bba8f8f-09dd-41eb-9c27-7699e9a077f9 req-cd15182e-7fc9-4a18-a00c-121a1d688ff6 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:07.463363 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-8bba8f8f-09dd-41eb-9c27-7699e9a077f9 req-cd15182e-7fc9-4a18-a00c-121a1d688ff6 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/ports?device_id=0d3c7106-0222-421b-af61-a22cca9b27dd HTTP/1.1" status: 200 len: 946 time: 0.1716702 Aug 25 16:12:07.471424 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-c448ec89-88a3-4a02-a7a9-185b45649a41 req-81c8ba94-91b0-425d-92df-b116cc917508 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7bcd0c2726864d0db2590ec11bb3d659&device_id=768557d9-c88d-4397-91dd-f58022c93843 HTTP/1.1" status: 200 len: 1099 time: 0.1068299 Aug 25 16:12:07.491023 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce5b0f0-d64d-43bc-9724-8e506ac1cf0c req-c0631b09-0b88-4fa9-945b-614c3dceacda tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:07.494188 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-6ce5b0f0-d64d-43bc-9724-8e506ac1cf0c req-c0631b09-0b88-4fa9-945b-614c3dceacda tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/ports?device_id=768557d9-c88d-4397-91dd-f58022c93843 HTTP/1.1" status: 200 len: 946 time: 0.0904982 Aug 25 16:12:07.540081 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-6ce5b0f0-d64d-43bc-9724-8e506ac1cf0c req-eee56203-0278-4a1f-86b8-ac56cc5b80d0 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/security-groups?id=9e7f6e62-5d07-4b94-bd1b-2408a7eb9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409348 Aug 25 16:12:07.597293 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-8bba8f8f-09dd-41eb-9c27-7699e9a077f9 req-a75867e8-ccd0-464e-9e14-055d151eca35 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/security-groups?id=3fd554c8-8e1b-4d92-bc55-34a0478699d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1245410 Aug 25 16:12:07.641958 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c448ec89-88a3-4a02-a7a9-185b45649a41 req-7b13660f-185c-4142-8c49-a2d81c7ba04b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:07.643636 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-c448ec89-88a3-4a02-a7a9-185b45649a41 req-7b13660f-185c-4142-8c49-a2d81c7ba04b service neutron] 10.222.0.70 "GET /v2.0/networks?id=d0ae9dbb-c442-45e5-bb7b-f5c10c916870 HTTP/1.1" status: 200 len: 920 time: 0.1554654 Aug 25 16:12:07.731818 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-c448ec89-88a3-4a02-a7a9-185b45649a41 req-5dbb1515-0c3a-40b1-ba42-11dcb7b50f08 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a2004afb-50ec-4eef-af5d-50a1aa80529c HTTP/1.1" status: 200 len: 217 time: 0.0699918 Aug 25 16:12:07.797332 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c448ec89-88a3-4a02-a7a9-185b45649a41 req-afcac7b4-b402-44c3-b6a2-83cc1dc7769a service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:07.798800 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-c448ec89-88a3-4a02-a7a9-185b45649a41 req-afcac7b4-b402-44c3-b6a2-83cc1dc7769a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=69cf06f5-4b93-4431-8d8c-27a4df3b9aa7 HTTP/1.1" status: 200 len: 859 time: 0.0652375 Aug 25 16:12:07.848078 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-c448ec89-88a3-4a02-a7a9-185b45649a41 req-14b2b2f4-b017-41ba-99c8-5fc502ccc796 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d0ae9dbb-c442-45e5-bb7b-f5c10c916870&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414939 Aug 25 16:12:07.938948 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Device 18e5aa90-9fe7-480d-8e43-84c4ea022b81 details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 25 16:12:08.009649 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-c448ec89-88a3-4a02-a7a9-185b45649a41 req-5bb5357e-334a-44a4-99ec-18b4577d1667 service neutron] 10.222.0.70 "GET /v2.0/networks/d0ae9dbb-c442-45e5-bb7b-f5c10c916870?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403871 Aug 25 16:12:08.080154 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.db [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] For port 18e5aa90-9fe7-480d-8e43-84c4ea022b81, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=18e5aa90-9fe7-480d-8e43-84c4ea022b81,segment=NetworkSegment(a3ceb23e-bb63-45e0-97c2-492952014844),segment_id=a3ceb23e-bb63-45e0-97c2-492952014844)] {{(pid=75042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:12:08.095060 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Returning: {'device': '18e5aa90-9fe7-480d-8e43-84c4ea022b81', 'network_id': '59b6fe81-15f1-4f75-b286-5a7dcadc0cbf', 'port_id': '18e5aa90-9fe7-480d-8e43-84c4ea022b81', 'mac_address': 'fa:16:3e:4f:5a:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 856, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84169c57-b91b-4288-9bd2-2cf53a6db897', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 25 16:12:08.152140 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-c448ec89-88a3-4a02-a7a9-185b45649a41 req-70bd4a60-4b60-427f-9dab-3f64c796c8ef service neutron] 10.222.0.70 "GET /v2.0/networks/d0ae9dbb-c442-45e5-bb7b-f5c10c916870?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313958 Aug 25 16:12:08.152701 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:08.173806 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.notifiers.nova [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18e5aa90-9fe7-480d-8e43-84c4ea022b81 {{(pid=75042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:12:08.191069 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.db [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] For port 18e5aa90-9fe7-480d-8e43-84c4ea022b81, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=18e5aa90-9fe7-480d-8e43-84c4ea022b81,segment=NetworkSegment(a3ceb23e-bb63-45e0-97c2-492952014844),segment_id=a3ceb23e-bb63-45e0-97c2-492952014844)] {{(pid=75042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:12:08.203997 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776572168726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776571761677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776571761722'] for port, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:08.205997 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [None req-60c9a7b2-2d9d-4010-a4dc-bbfb1fb6477e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:12:08.283505 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Pushing event updated for resources: {'Port': ['ID=18e5aa90-9fe7-480d-8e43-84c4ea022b81,revision_number=4']} {{(pid=75042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:12:08.286984 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:12:08.380491 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628e8a0c-8183-4001-8913-fa586bbe15fc req-387dfec5-3617-46fe-9c83-52744c3a040e tempest-VolumesActionsTest-1849989351 tempest-VolumesActionsTest-1849989351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:08.382103 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-628e8a0c-8183-4001-8913-fa586bbe15fc req-387dfec5-3617-46fe-9c83-52744c3a040e tempest-VolumesActionsTest-1849989351 tempest-VolumesActionsTest-1849989351-project] 10.222.0.68 "GET /v2.0/ports?device_id=38ea28db-7e1f-428e-941a-2d49cc24fd62 HTTP/1.1" status: 200 len: 945 time: 0.0803792 Aug 25 16:12:08.428512 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-628e8a0c-8183-4001-8913-fa586bbe15fc req-cbf8c62b-a228-46ca-b80c-7103346fbf5d tempest-VolumesActionsTest-1849989351 tempest-VolumesActionsTest-1849989351-project] 10.222.0.68 "GET /v2.0/security-groups?id=2fdafa6e-83cf-4704-ab97-b78a1a07192a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403104 Aug 25 16:12:08.615511 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.db [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] get_ports_and_sgs() called for port_ids ['18e5aa90-9fe7-480d-8e43-84c4ea022b81'] {{(pid=75042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:12:08.829001 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b38c60-25eb-4ac1-9caf-9f91a592ed6e req-56b3fec2-70db-475a-88bf-b9443a22e53b tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:08.831227 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-21b38c60-25eb-4ac1-9caf-9f91a592ed6e req-56b3fec2-70db-475a-88bf-b9443a22e53b tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/ports?device_id=768557d9-c88d-4397-91dd-f58022c93843 HTTP/1.1" status: 200 len: 946 time: 0.1180789 Aug 25 16:12:08.896241 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-21b38c60-25eb-4ac1-9caf-9f91a592ed6e req-89f953c3-a7f3-40f8-8cf1-6727e43df8b4 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/security-groups?id=9e7f6e62-5d07-4b94-bd1b-2408a7eb9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565100 Aug 25 16:12:08.910701 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c41e0cd-0fd2-4624-b798-377509629b68 req-4dafa875-1b54-46b8-a4c4-85e4b0b84cd7 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:08.919959 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-5c41e0cd-0fd2-4624-b798-377509629b68 req-4dafa875-1b54-46b8-a4c4-85e4b0b84cd7 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/ports?device_id=0d3c7106-0222-421b-af61-a22cca9b27dd HTTP/1.1" status: 200 len: 946 time: 0.1232803 Aug 25 16:12:08.970023 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-5c41e0cd-0fd2-4624-b798-377509629b68 req-c3b65e52-346d-4a84-ae4b-384b3a333af0 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/security-groups?id=3fd554c8-8e1b-4d92-bc55-34a0478699d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480461 Aug 25 16:12:09.208287 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e47e37-0561-4ab3-95b3-391cca0a1fcf None None] Sync routers for ids ['db8ac55d-bea2-4ba5-99ba-de36737038f1'] in dv-cinder-806007-1-smb {{(pid=75042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 16:12:09.221011 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e47e37-0561-4ab3-95b3-391cca0a1fcf None None] Routers {'db8ac55d-bea2-4ba5-99ba-de36737038f1'} bound to L3 agent in host dv-cinder-806007-1-smb {{(pid=75042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:12:09.221657 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.l3_hamode_db [None req-58e47e37-0561-4ab3-95b3-391cca0a1fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T16:01:30Z,description=,heartbeat_timestamp=2021-08-25T16:12:00Z,host='dv-cinder-806007-1-smb',id=ca94599f-caae-4183-a9a6-f9a0dcce5f21,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:01:30Z,topic='l3_agent')) {'router_ids': ['db8ac55d-bea2-4ba5-99ba-de36737038f1'], 'active': True} {{(pid=75042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:12:09.391221 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ff221d-34de-4ca7-b873-01e08b4eff98 req-1cee0d5a-3668-497c-a1a0-ca7f9cc0290e tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:09.397607 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-88ff221d-34de-4ca7-b873-01e08b4eff98 req-1cee0d5a-3668-497c-a1a0-ca7f9cc0290e tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] 10.222.0.68 "GET /v2.0/ports?device_id=67fc220e-fb05-4486-bf4b-c576de989e31 HTTP/1.1" status: 200 len: 945 time: 0.1016490 Aug 25 16:12:09.418395 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.l3_dvr_db [None req-58e47e37-0561-4ab3-95b3-391cca0a1fcf None None] Set router db8ac55d-bea2-4ba5-99ba-de36737038f1 gateway port host: dv-cinder-806007-1-smb {{(pid=75042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:12:09.448984 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-88ff221d-34de-4ca7-b873-01e08b4eff98 req-a673bc40-bc53-40a3-88da-0e2d12a8b797 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] 10.222.0.68 "GET /v2.0/security-groups?id=08292ed9-3586-482c-a672-563a9deccae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481353 Aug 25 16:12:09.546170 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2af0c1-b2b6-4047-9cbb-535d8a748e10 req-42ee50ce-915c-4cc5-9220-0b4c3f0cf93e tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:09.549751 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-ae2af0c1-b2b6-4047-9cbb-535d8a748e10 req-42ee50ce-915c-4cc5-9220-0b4c3f0cf93e tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] 10.222.0.68 "GET /v2.0/ports?device_id=1b48424c-0ad1-49ce-93a4-2f1c27f25176 HTTP/1.1" status: 200 len: 945 time: 0.1011481 Aug 25 16:12:09.596749 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-ae2af0c1-b2b6-4047-9cbb-535d8a748e10 req-1b2e04f3-b14e-4b6a-b7b8-5c079c017fec tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] 10.222.0.68 "GET /v2.0/security-groups?id=1d097c96-4f75-4fbf-b31b-824952f1b3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431738 Aug 25 16:12:09.665324 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07109340-8949-4117-b026-86cbc7ca625e req-19256165-3fb7-41b2-ade7-434987b4130c tempest-VolumesActionsTest-1849989351 tempest-VolumesActionsTest-1849989351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:09.666792 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-07109340-8949-4117-b026-86cbc7ca625e req-19256165-3fb7-41b2-ade7-434987b4130c tempest-VolumesActionsTest-1849989351 tempest-VolumesActionsTest-1849989351-project] 10.222.0.68 "GET /v2.0/ports?device_id=38ea28db-7e1f-428e-941a-2d49cc24fd62 HTTP/1.1" status: 200 len: 945 time: 0.0818341 Aug 25 16:12:09.715953 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-07109340-8949-4117-b026-86cbc7ca625e req-0b5bf7f8-00a5-4cc0-a6d0-4f86bff535c4 tempest-VolumesActionsTest-1849989351 tempest-VolumesActionsTest-1849989351-project] 10.222.0.68 "GET /v2.0/security-groups?id=2fdafa6e-83cf-4704-ab97-b78a1a07192a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434384 Aug 25 16:12:09.749920 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.l3_hamode_db [None req-58e47e37-0561-4ab3-95b3-391cca0a1fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db8ac55d-bea2-4ba5-99ba-de36737038f1', 'name': 'tempest-TestShelveInstance-1425369082-router', 'tenant_id': 'b2bf7be902a5458798d4acb4b17be252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af5d4827-908c-4372-9134-1f0198184942', 'external_fixed_ips': [{'subnet_id': 'a4c12025-f163-4c64-acba-906df26214d3', 'ip_address': '172.28.0.117'}], 'enable_snat': True}, 'gw_port_id': 'e2c0cca2-fe46-435e-bb27-c546dd34f7be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:11:46Z', 'updated_at': '2021-08-25T16:11:55Z', 'revision_number': 4, 'project_id': 'b2bf7be902a5458798d4acb4b17be252', 'gw_port': {'id': 'e2c0cca2-fe46-435e-bb27-c546dd34f7be', 'name': '', 'network_id': 'af5d4827-908c-4372-9134-1f0198184942', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:ff:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8ac55d-bea2-4ba5-99ba-de36737038f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a4c12025-f163-4c64-acba-906df26214d3', 'ip_address': '172.28.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:11:47Z', 'updated_at': '2021-08-25T16:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a4c12025-f163-4c64-acba-906df26214d3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-smb', '_interfaces': [{'id': '34a65e50-332f-4153-ae7a-946b7ab87cf5', 'name': '', 'network_id': '21bff713-f2a8-4bb4-99bd-d4857f4be512', 'tenant_id': 'b2bf7be902a5458798d4acb4b17be252', 'mac_address': 'fa:16:3e:83:26:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db8ac55d-bea2-4ba5-99ba-de36737038f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '74ded7a6-a279-4f0b-ba8d-8f07564e86c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:11:54Z', 'updated_at': '2021-08-25T16:11:55Z', 'revision_number': 2, 'project_id': 'b2bf7be902a5458798d4acb4b17be252', 'subnets': [{'id': '74ded7a6-a279-4f0b-ba8d-8f07564e86c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-1-smb', False) {} {{(pid=75042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:12:09.754071 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e47e37-0561-4ab3-95b3-391cca0a1fcf None None] Checking router: db8ac55d-bea2-4ba5-99ba-de36737038f1 for host: dv-cinder-806007-1-smb {{(pid=75042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 16:12:09.754457 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e47e37-0561-4ab3-95b3-391cca0a1fcf None None] Updating router db8ac55d-bea2-4ba5-99ba-de36737038f1 port 34a65e50-332f-4153-ae7a-946b7ab87cf5 binding host dv-cinder-806007-1-smb {{(pid=75042) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 25 16:12:09.805851 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-58e47e37-0561-4ab3-95b3-391cca0a1fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:09.960483 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Device 18e5aa90-9fe7-480d-8e43-84c4ea022b81 up at agent hyperv_hv-cinder-80600 {{(pid=75042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:12:10.136061 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.provisioning_blocks [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Provisioning for port 18e5aa90-9fe7-480d-8e43-84c4ea022b81 completed by entity L2. {{(pid=75042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:12:10.146480 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6025c72f-79cf-481f-931a-a01ffdeec987 req-6d8a86eb-4af2-4b14-aefd-f6627e145378 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:10.155709 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.provisioning_blocks [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Provisioning complete for port 18e5aa90-9fe7-480d-8e43-84c4ea022b81 triggered by entity L2. {{(pid=75042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:12:10.156181 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16203014'] for port, provisioning_complete {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:10.157272 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-6025c72f-79cf-481f-931a-a01ffdeec987 req-6d8a86eb-4af2-4b14-aefd-f6627e145378 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/ports?device_id=768557d9-c88d-4397-91dd-f58022c93843 HTTP/1.1" status: 200 len: 946 time: 0.1053951 Aug 25 16:12:10.214608 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-6025c72f-79cf-481f-931a-a01ffdeec987 req-00ece7ba-d327-4487-a05e-11891e2b1f07 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/security-groups?id=9e7f6e62-5d07-4b94-bd1b-2408a7eb9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538998 Aug 25 16:12:10.255363 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8f16e9-a851-44d9-8a42-ae24429aeae1 req-6979bb77-e2eb-461c-b78f-47931a606d1a tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:10.263041 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-2d8f16e9-a851-44d9-8a42-ae24429aeae1 req-6979bb77-e2eb-461c-b78f-47931a606d1a tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/ports?device_id=0d3c7106-0222-421b-af61-a22cca9b27dd HTTP/1.1" status: 200 len: 946 time: 0.1117504 Aug 25 16:12:10.343593 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-2d8f16e9-a851-44d9-8a42-ae24429aeae1 req-0ae83961-725d-4f3b-b272-05821d4f9c4e tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/security-groups?id=3fd554c8-8e1b-4d92-bc55-34a0478699d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745852 Aug 25 16:12:10.362889 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:10.412049 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38ea28db-7e1f-428e-941a-2d49cc24fd62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18e5aa90-9fe7-480d-8e43-84c4ea022b81'}] {{(pid=75042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:12:10.422377 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-58e47e37-0561-4ab3-95b3-391cca0a1fcf None None] Notify callbacks [] for port, precommit_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:10.433800 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.db [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] For port 18e5aa90-9fe7-480d-8e43-84c4ea022b81, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=18e5aa90-9fe7-480d-8e43-84c4ea022b81,segment=NetworkSegment(a3ceb23e-bb63-45e0-97c2-492952014844),segment_id=a3ceb23e-bb63-45e0-97c2-492952014844)] {{(pid=75042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:12:10.444506 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776572168726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776571761677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776571761722'] for port, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:10.445685 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Device 8de9a6a9-9189-42f5-8255-4362093f0c0f no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:12:10.494971 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:12:10.534290 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.plugin [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] No Port match for: 8de9a6a9-9189-42f5-8255-4362093f0c0f {{(pid=75042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 16:12:10.534662 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Device 8de9a6a9-9189-42f5-8255-4362093f0c0f not bound to the agent host hv-cinder-80600 {{(pid=75042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 16:12:10.542874 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.provisioning_blocks [None req-58e47e37-0561-4ab3-95b3-391cca0a1fcf None None] Transition to ACTIVE for port object 34a65e50-332f-4153-ae7a-946b7ab87cf5 will not be triggered until provisioned by entity L2. {{(pid=75042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:12:10.545494 dv-cinder-806007-1-smb neutron-server[75042]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38ea28db-7e1f-428e-941a-2d49cc24fd62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18e5aa90-9fe7-480d-8e43-84c4ea022b81', 'code': 200} Aug 25 16:12:10.581104 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-58e47e37-0561-4ab3-95b3-391cca0a1fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776572168726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776571761677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776571761722'] for port, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:10.745136 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Pushing event updated for resources: {'Port': ['ID=18e5aa90-9fe7-480d-8e43-84c4ea022b81,revision_number=5']} {{(pid=75042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:12:10.749801 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9644ba68-1a29-42c1-a2d7-990802485c74 req-bcacf23d-65c4-40f0-bb90-d108260dc0d1 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:10.761390 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:12:10.761857 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.174s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:12:10.767730 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-9644ba68-1a29-42c1-a2d7-990802485c74 req-bcacf23d-65c4-40f0-bb90-d108260dc0d1 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] 10.222.0.68 "GET /v2.0/ports?device_id=67fc220e-fb05-4486-bf4b-c576de989e31 HTTP/1.1" status: 200 len: 945 time: 0.1227651 Aug 25 16:12:10.830020 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-9644ba68-1a29-42c1-a2d7-990802485c74 req-08ea47a0-eb13-4717-a778-2da7be484353 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] 10.222.0.68 "GET /v2.0/security-groups?id=08292ed9-3586-482c-a672-563a9deccae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603526 Aug 25 16:12:10.853348 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12551b5-171f-478b-a782-351ba7acf18a None None] Pushing event updated for resources: {'Port': ['ID=34a65e50-332f-4153-ae7a-946b7ab87cf5,revision_number=3']} {{(pid=75042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:12:10.903192 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [None req-e12551b5-171f-478b-a782-351ba7acf18a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:12:10.904099 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-65fca35d-4330-43be-bebc-e87d933fbc1a req-38af3402-5161-47fc-ad8c-de66d1871031 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=38ea28db-7e1f-428e-941a-2d49cc24fd62 HTTP/1.1" status: 200 len: 1099 time: 0.1714027 Aug 25 16:12:10.910713 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f355268-bdb5-4133-8f44-267da2e22309 req-5991b596-a6ce-415c-b240-069e2e7d70d0 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:10.912511 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-9f355268-bdb5-4133-8f44-267da2e22309 req-5991b596-a6ce-415c-b240-069e2e7d70d0 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] 10.222.0.68 "GET /v2.0/ports?device_id=1b48424c-0ad1-49ce-93a4-2f1c27f25176 HTTP/1.1" status: 200 len: 945 time: 0.1261899 Aug 25 16:12:10.931095 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.managers [None req-58e47e37-0561-4ab3-95b3-391cca0a1fcf None None] Attempting to bind port 34a65e50-332f-4153-ae7a-946b7ab87cf5 on host dv-cinder-806007-1-smb for vnic_type normal with profile {{(pid=75042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:12:10.931886 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.managers [None req-58e47e37-0561-4ab3-95b3-391cca0a1fcf None None] Attempting to bind port 34a65e50-332f-4153-ae7a-946b7ab87cf5 by drivers openvswitch,hyperv on host dv-cinder-806007-1-smb at level 0 using segments [{'id': '8f8e14fa-e168-4583-9971-1ae51d1d7f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '21bff713-f2a8-4bb4-99bd-d4857f4be512'}] {{(pid=75042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:12:10.932964 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e47e37-0561-4ab3-95b3-391cca0a1fcf None None] Attempting to bind port 34a65e50-332f-4153-ae7a-946b7ab87cf5 on network 21bff713-f2a8-4bb4-99bd-d4857f4be512 {{(pid=75042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:12:10.940730 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e47e37-0561-4ab3-95b3-391cca0a1fcf None None] Checking agent: {'id': '96a22994-db3b-42a5-8f4b-83134f26dca0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806007-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 1, 29), 'started_at': datetime.datetime(2021, 8, 25, 16, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 11, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806007-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:12:10.941768 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e47e37-0561-4ab3-95b3-391cca0a1fcf None None] Checking segment: {'id': '8f8e14fa-e168-4583-9971-1ae51d1d7f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '21bff713-f2a8-4bb4-99bd-d4857f4be512'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:12:10.942275 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-58e47e37-0561-4ab3-95b3-391cca0a1fcf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:10.943022 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e47e37-0561-4ab3-95b3-391cca0a1fcf None None] Bound using segment: {'id': '8f8e14fa-e168-4583-9971-1ae51d1d7f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '21bff713-f2a8-4bb4-99bd-d4857f4be512'} {{(pid=75042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:12:10.943606 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.managers [None req-58e47e37-0561-4ab3-95b3-391cca0a1fcf None None] Bound port: 34a65e50-332f-4153-ae7a-946b7ab87cf5, host: dv-cinder-806007-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f8e14fa-e168-4583-9971-1ae51d1d7f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '21bff713-f2a8-4bb4-99bd-d4857f4be512'}}] {{(pid=75042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:12:10.944053 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-58e47e37-0561-4ab3-95b3-391cca0a1fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:10.999805 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-65fca35d-4330-43be-bebc-e87d933fbc1a req-8310874a-c4df-4285-a924-480eae311a22 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=2fdafa6e-83cf-4704-ab97-b78a1a07192a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861447 Aug 25 16:12:11.001999 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-9f355268-bdb5-4133-8f44-267da2e22309 req-224e238f-5b4e-4e7e-a8ea-70b5c0459e21 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] 10.222.0.68 "GET /v2.0/security-groups?id=1d097c96-4f75-4fbf-b31b-824952f1b3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707967 Aug 25 16:12:11.079987 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.db [None req-58e47e37-0561-4ab3-95b3-391cca0a1fcf None None] For port 34a65e50-332f-4153-ae7a-946b7ab87cf5, host dv-cinder-806007-1-smb, cleared binding levels {{(pid=75042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:12:11.083232 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.db [None req-58e47e37-0561-4ab3-95b3-391cca0a1fcf None None] For port 34a65e50-332f-4153-ae7a-946b7ab87cf5, host dv-cinder-806007-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-1-smb',level=0,port_id=34a65e50-332f-4153-ae7a-946b7ab87cf5,segment=NetworkSegment(8f8e14fa-e168-4583-9971-1ae51d1d7f21),segment_id=8f8e14fa-e168-4583-9971-1ae51d1d7f21)] {{(pid=75042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:12:11.088651 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-58e47e37-0561-4ab3-95b3-391cca0a1fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776572168726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776571761677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776571761722'] for port, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:11.093107 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:12:11.178871 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12551b5-171f-478b-a782-351ba7acf18a None None] Pushing event updated for resources: {'Port': ['ID=34a65e50-332f-4153-ae7a-946b7ab87cf5,revision_number=4']} {{(pid=75042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:12:11.183162 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [None req-e12551b5-171f-478b-a782-351ba7acf18a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:12:11.183909 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e47e37-0561-4ab3-95b3-391cca0a1fcf None None] Routers {'db8ac55d-bea2-4ba5-99ba-de36737038f1'} bound to L3 agent in host dv-cinder-806007-1-smb {{(pid=75042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:12:11.184528 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.l3_hamode_db [None req-58e47e37-0561-4ab3-95b3-391cca0a1fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T16:01:30Z,description=,heartbeat_timestamp=2021-08-25T16:12:00Z,host='dv-cinder-806007-1-smb',id=ca94599f-caae-4183-a9a6-f9a0dcce5f21,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:01:30Z,topic='l3_agent')) {'router_ids': ['db8ac55d-bea2-4ba5-99ba-de36737038f1'], 'active': True} {{(pid=75042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:12:11.228355 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fed245c-fe29-451d-b406-798523f300ca req-f7fcc08f-1849-403c-b3d8-fcc4244349a6 tempest-VolumesActionsTest-1849989351 tempest-VolumesActionsTest-1849989351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:11.229894 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-4fed245c-fe29-451d-b406-798523f300ca req-f7fcc08f-1849-403c-b3d8-fcc4244349a6 tempest-VolumesActionsTest-1849989351 tempest-VolumesActionsTest-1849989351-project] 10.222.0.68 "GET /v2.0/ports?device_id=38ea28db-7e1f-428e-941a-2d49cc24fd62 HTTP/1.1" status: 200 len: 946 time: 0.0953822 Aug 25 16:12:11.329372 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-4fed245c-fe29-451d-b406-798523f300ca req-bad5ad54-bcf1-4ce1-bdca-96c77ce8bba6 tempest-VolumesActionsTest-1849989351 tempest-VolumesActionsTest-1849989351-project] 10.222.0.68 "GET /v2.0/security-groups?id=2fdafa6e-83cf-4704-ab97-b78a1a07192a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904791 Aug 25 16:12:11.403441 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.l3_dvr_db [None req-58e47e37-0561-4ab3-95b3-391cca0a1fcf None None] Set router db8ac55d-bea2-4ba5-99ba-de36737038f1 gateway port host: dv-cinder-806007-1-smb {{(pid=75042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:12:11.474479 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c71b81-2938-4dde-af3a-07dace8a6aa1 req-aed90103-ec08-4b75-b62c-e6b991ac1093 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:11.475934 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-94c71b81-2938-4dde-af3a-07dace8a6aa1 req-aed90103-ec08-4b75-b62c-e6b991ac1093 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/ports?device_id=768557d9-c88d-4397-91dd-f58022c93843 HTTP/1.1" status: 200 len: 946 time: 0.0909901 Aug 25 16:12:11.548929 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-94c71b81-2938-4dde-af3a-07dace8a6aa1 req-53ff3272-5050-485a-8a07-784e1d8c4343 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/security-groups?id=9e7f6e62-5d07-4b94-bd1b-2408a7eb9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660799 Aug 25 16:12:11.604653 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec53917-6b80-421f-a069-0349ee9bf063 req-f1f93e5d-5571-4402-8af5-9bee8da1e86f tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:11.612083 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-3ec53917-6b80-421f-a069-0349ee9bf063 req-f1f93e5d-5571-4402-8af5-9bee8da1e86f tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/ports?device_id=0d3c7106-0222-421b-af61-a22cca9b27dd HTTP/1.1" status: 200 len: 946 time: 0.1203086 Aug 25 16:12:11.665219 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-3ec53917-6b80-421f-a069-0349ee9bf063 req-17311734-6d00-4ec6-b820-24f6f2d0cc50 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/security-groups?id=3fd554c8-8e1b-4d92-bc55-34a0478699d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522652 Aug 25 16:12:11.797550 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.l3_hamode_db [None req-58e47e37-0561-4ab3-95b3-391cca0a1fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db8ac55d-bea2-4ba5-99ba-de36737038f1', 'name': 'tempest-TestShelveInstance-1425369082-router', 'tenant_id': 'b2bf7be902a5458798d4acb4b17be252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af5d4827-908c-4372-9134-1f0198184942', 'external_fixed_ips': [{'subnet_id': 'a4c12025-f163-4c64-acba-906df26214d3', 'ip_address': '172.28.0.117'}], 'enable_snat': True}, 'gw_port_id': 'e2c0cca2-fe46-435e-bb27-c546dd34f7be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:11:46Z', 'updated_at': '2021-08-25T16:11:55Z', 'revision_number': 4, 'project_id': 'b2bf7be902a5458798d4acb4b17be252', 'gw_port': {'id': 'e2c0cca2-fe46-435e-bb27-c546dd34f7be', 'name': '', 'network_id': 'af5d4827-908c-4372-9134-1f0198184942', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:ff:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8ac55d-bea2-4ba5-99ba-de36737038f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a4c12025-f163-4c64-acba-906df26214d3', 'ip_address': '172.28.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:11:47Z', 'updated_at': '2021-08-25T16:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a4c12025-f163-4c64-acba-906df26214d3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-smb', '_interfaces': [{'id': '34a65e50-332f-4153-ae7a-946b7ab87cf5', 'name': '', 'network_id': '21bff713-f2a8-4bb4-99bd-d4857f4be512', 'tenant_id': 'b2bf7be902a5458798d4acb4b17be252', 'mac_address': 'fa:16:3e:83:26:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db8ac55d-bea2-4ba5-99ba-de36737038f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '74ded7a6-a279-4f0b-ba8d-8f07564e86c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:11:54Z', 'updated_at': '2021-08-25T16:12:11Z', 'revision_number': 4, 'project_id': 'b2bf7be902a5458798d4acb4b17be252', 'subnets': [{'id': '74ded7a6-a279-4f0b-ba8d-8f07564e86c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-1-smb', False) {} {{(pid=75042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:12:11.801821 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e47e37-0561-4ab3-95b3-391cca0a1fcf None None] The sync data for ids ['db8ac55d-bea2-4ba5-99ba-de36737038f1'] in dv-cinder-806007-1-smb is: [{'id': 'db8ac55d-bea2-4ba5-99ba-de36737038f1', 'name': 'tempest-TestShelveInstance-1425369082-router', 'tenant_id': 'b2bf7be902a5458798d4acb4b17be252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af5d4827-908c-4372-9134-1f0198184942', 'external_fixed_ips': [{'subnet_id': 'a4c12025-f163-4c64-acba-906df26214d3', 'ip_address': '172.28.0.117'}], 'enable_snat': True}, 'gw_port_id': 'e2c0cca2-fe46-435e-bb27-c546dd34f7be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:11:46Z', 'updated_at': '2021-08-25T16:11:55Z', 'revision_number': 4, 'project_id': 'b2bf7be902a5458798d4acb4b17be252', 'gw_port': {'id': 'e2c0cca2-fe46-435e-bb27-c546dd34f7be', 'name': '', 'network_id': 'af5d4827-908c-4372-9134-1f0198184942', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:ff:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8ac55d-bea2-4ba5-99ba-de36737038f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a4c12025-f163-4c64-acba-906df26214d3', 'ip_address': '172.28.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:11:47Z', 'updated_at': '2021-08-25T16:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a4c12025-f163-4c64-acba-906df26214d3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-smb', '_interfaces': [{'id': '34a65e50-332f-4153-ae7a-946b7ab87cf5', 'name': '', 'network_id': '21bff713-f2a8-4bb4-99bd-d4857f4be512', 'tenant_id': 'b2bf7be902a5458798d4acb4b17be252', 'mac_address': 'fa:16:3e:83:26:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db8ac55d-bea2-4ba5-99ba-de36737038f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '74ded7a6-a279-4f0b-ba8d-8f07564e86c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:11:54Z', 'updated_at': '2021-08-25T16:12:11Z', 'revision_number': 4, 'project_id': 'b2bf7be902a5458798d4acb4b17be252', 'subnets': [{'id': '74ded7a6-a279-4f0b-ba8d-8f07564e86c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 16:12:11.898018 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fbda4e-76fe-478d-8d7b-173428bb2d25 req-8f6d27ae-6c9e-4ca6-af5a-bec62924d3ef tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:11.899359 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [req-63fbda4e-76fe-478d-8d7b-173428bb2d25 req-8f6d27ae-6c9e-4ca6-af5a-bec62924d3ef tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] Synchronizing usage tracker for tenant:9cb4e2d656cb43358370c10c173ff464 on resource:port {{(pid=75041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:12:11.928127 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [req-63fbda4e-76fe-478d-8d7b-173428bb2d25 req-8f6d27ae-6c9e-4ca6-af5a-bec62924d3ef tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] Unset dirty status for tenant:9cb4e2d656cb43358370c10c173ff464 on resource:port {{(pid=75041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:12:11.929552 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-63fbda4e-76fe-478d-8d7b-173428bb2d25 req-8f6d27ae-6c9e-4ca6-af5a-bec62924d3ef tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] 10.222.0.70 "GET /v2.0/ports?device_id=67fc220e-fb05-4486-bf4b-c576de989e31 HTTP/1.1" status: 200 len: 945 time: 0.1275761 Aug 25 16:12:12.173104 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.plugin [req-63fbda4e-76fe-478d-8d7b-173428bb2d25 req-627cda1c-51fc-4eea-a4b6-ec49e651a225 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] Deleting port 86eb648f-4e18-49c9-925c-2829e94ceb2d {{(pid=75041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:12:12.173584 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [req-63fbda4e-76fe-478d-8d7b-173428bb2d25 req-627cda1c-51fc-4eea-a4b6-ec49e651a225 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776572162991'] for port, before_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:12.270106 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cdb983-dfca-4ae8-ace9-837c04dd5002 req-c00b72dc-b147-4ccf-8afa-8b0870d40a63 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:12.275664 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-18cdb983-dfca-4ae8-ace9-837c04dd5002 req-c00b72dc-b147-4ccf-8afa-8b0870d40a63 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] 10.222.0.68 "GET /v2.0/ports?device_id=1b48424c-0ad1-49ce-93a4-2f1c27f25176 HTTP/1.1" status: 200 len: 945 time: 0.1192639 Aug 25 16:12:12.313893 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f461b11d-32fa-4c89-aa5e-a7d3e340b2be req-238e4216-d23c-4d5c-b242-8e1e9e39e637 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:12.323730 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-f461b11d-32fa-4c89-aa5e-a7d3e340b2be req-238e4216-d23c-4d5c-b242-8e1e9e39e637 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] 10.222.0.68 "GET /v2.0/ports?device_id=67fc220e-fb05-4486-bf4b-c576de989e31 HTTP/1.1" status: 200 len: 945 time: 0.3406944 Aug 25 16:12:12.368171 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-18cdb983-dfca-4ae8-ace9-837c04dd5002 req-b92bfdaa-8e98-4821-a516-55456e13af2d tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] 10.222.0.68 "GET /v2.0/security-groups?id=1d097c96-4f75-4fbf-b31b-824952f1b3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851417 Aug 25 16:12:12.470208 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-f461b11d-32fa-4c89-aa5e-a7d3e340b2be req-e3d66ca4-9d69-4735-9f94-eef0e1c12570 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] 10.222.0.68 "GET /v2.0/security-groups?id=08292ed9-3586-482c-a672-563a9deccae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438425 Aug 25 16:12:12.568718 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.db [req-63fbda4e-76fe-478d-8d7b-173428bb2d25 req-627cda1c-51fc-4eea-a4b6-ec49e651a225 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] For port 86eb648f-4e18-49c9-925c-2829e94ceb2d, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=86eb648f-4e18-49c9-925c-2829e94ceb2d,segment=NetworkSegment(215609b0-0c2d-4037-aca0-35ce882d3942),segment_id=215609b0-0c2d-4037-aca0-35ce882d3942)] {{(pid=75041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:12:12.569143 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [req-63fbda4e-76fe-478d-8d7b-173428bb2d25 req-627cda1c-51fc-4eea-a4b6-ec49e651a225 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452504'] for port, precommit_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:12.694044 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Device 34a65e50-332f-4153-ae7a-946b7ab87cf5 up at agent ovs-agent-dv-cinder-806007-1-smb {{(pid=75042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:12:12.700696 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf7414a-0f08-49ec-b6a9-7c45eb443d4a req-8734308c-9f08-4264-af1b-45446b3cee4d tempest-VolumesActionsTest-1849989351 tempest-VolumesActionsTest-1849989351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:12.703027 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-ccf7414a-0f08-49ec-b6a9-7c45eb443d4a req-8734308c-9f08-4264-af1b-45446b3cee4d tempest-VolumesActionsTest-1849989351 tempest-VolumesActionsTest-1849989351-project] 10.222.0.68 "GET /v2.0/ports?device_id=38ea28db-7e1f-428e-941a-2d49cc24fd62 HTTP/1.1" status: 200 len: 946 time: 0.1874743 Aug 25 16:12:12.795558 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.provisioning_blocks [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Provisioning for port 34a65e50-332f-4153-ae7a-946b7ab87cf5 completed by entity L2. {{(pid=75042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:12:12.810742 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.plugin [req-63fbda4e-76fe-478d-8d7b-173428bb2d25 req-627cda1c-51fc-4eea-a4b6-ec49e651a225 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] Calling delete_port for 86eb648f-4e18-49c9-925c-2829e94ceb2d owned by compute:nova {{(pid=75041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:12:12.811933 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-ccf7414a-0f08-49ec-b6a9-7c45eb443d4a req-dc5dc359-1474-481e-b174-8c96fec5c1b1 tempest-VolumesActionsTest-1849989351 tempest-VolumesActionsTest-1849989351-project] 10.222.0.68 "GET /v2.0/security-groups?id=2fdafa6e-83cf-4704-ab97-b78a1a07192a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025326 Aug 25 16:12:12.817171 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.provisioning_blocks [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Provisioning complete for port 34a65e50-332f-4153-ae7a-946b7ab87cf5 triggered by entity L2. {{(pid=75042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:12:12.817588 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16203014'] for port, provisioning_complete {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:12.957239 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebd999c-4415-4643-b18a-4d9d595ffa1a req-eae07424-1f74-497e-b78a-333c313d577d tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:12.958837 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-5ebd999c-4415-4643-b18a-4d9d595ffa1a req-eae07424-1f74-497e-b78a-333c313d577d tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/ports?device_id=768557d9-c88d-4397-91dd-f58022c93843 HTTP/1.1" status: 200 len: 946 time: 0.1872449 Aug 25 16:12:12.995671 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:13.038974 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.db [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] For port 34a65e50-332f-4153-ae7a-946b7ab87cf5, host dv-cinder-806007-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-1-smb',level=0,port_id=34a65e50-332f-4153-ae7a-946b7ab87cf5,segment=NetworkSegment(8f8e14fa-e168-4583-9971-1ae51d1d7f21),segment_id=8f8e14fa-e168-4583-9971-1ae51d1d7f21)] {{(pid=75042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:12:13.043528 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776572168726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776571761677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776571761722'] for port, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:13.045668 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:12:13.046422 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caca789b-61ea-4a3d-adfc-a6c1ad2f1265 req-6d0954f6-f184-43e1-91be-4a4d1baf0e30 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:13.053583 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-caca789b-61ea-4a3d-adfc-a6c1ad2f1265 req-6d0954f6-f184-43e1-91be-4a4d1baf0e30 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/ports?device_id=0d3c7106-0222-421b-af61-a22cca9b27dd HTTP/1.1" status: 200 len: 946 time: 0.1057839 Aug 25 16:12:13.066447 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-5ebd999c-4415-4643-b18a-4d9d595ffa1a req-74afba27-684a-49d7-8ab5-cf356b31ab2c tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/security-groups?id=9e7f6e62-5d07-4b94-bd1b-2408a7eb9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664783 Aug 25 16:12:13.069404 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [req-63fbda4e-76fe-478d-8d7b-173428bb2d25 req-627cda1c-51fc-4eea-a4b6-ec49e651a225 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776572168708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776571761668'] for port, after_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:13.083541 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-4c81d04b-ca76-4555-85ae-913c3d906439 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:12:13.097065 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-caca789b-61ea-4a3d-adfc-a6c1ad2f1265 req-6d310ae6-f5a9-4227-ae4b-16dca8d9f644 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/security-groups?id=3fd554c8-8e1b-4d92-bc55-34a0478699d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426998 Aug 25 16:12:13.117819 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.db [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] get_ports_and_sgs() called for port_ids ['10ad7f25-3a4a-4869-b72e-0006ee6c2a61', 'be9f1990-ef92-4ea4-ad95-a26055f955b7', '86eb648f-4e18-49c9-925c-2829e94ceb2d'] {{(pid=75042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:12:13.164943 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627cda1c-51fc-4eea-a4b6-ec49e651a225 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] Pushing event deleted for resources: {'Port': ['ID=86eb648f-4e18-49c9-925c-2829e94ceb2d,revision_number=None']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:12:13.165292 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Pushing event updated for resources: {'Port': ['ID=34a65e50-332f-4153-ae7a-946b7ab87cf5,revision_number=5']} {{(pid=75042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:12:13.170726 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:12:13.170932 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-627cda1c-51fc-4eea-a4b6-ec49e651a225 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:12:13.204739 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.l3_dvrscheduler_db [req-63fbda4e-76fe-478d-8d7b-173428bb2d25 req-627cda1c-51fc-4eea-a4b6-ec49e651a225 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] No DVR routers for this DVR port 86eb648f-4e18-49c9-925c-2829e94ceb2d on host hv-cinder-80600 {{(pid=75041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 16:12:13.207514 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [req-63fbda4e-76fe-478d-8d7b-173428bb2d25 req-627cda1c-51fc-4eea-a4b6-ec49e651a225 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981218'] for port, before_response {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:13.211150 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67fc220e-fb05-4486-bf4b-c576de989e31', 'name': 'network-vif-deleted', 'tag': '86eb648f-4e18-49c9-925c-2829e94ceb2d'}] {{(pid=75041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:12:13.229030 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-63fbda4e-76fe-478d-8d7b-173428bb2d25 req-627cda1c-51fc-4eea-a4b6-ec49e651a225 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] 10.222.0.70 "DELETE /v2.0/ports/86eb648f-4e18-49c9-925c-2829e94ceb2d HTTP/1.1" status: 204 len: 173 time: 1.2909491 Aug 25 16:12:13.326066 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67fc220e-fb05-4486-bf4b-c576de989e31', 'name': 'network-vif-deleted', 'tag': '86eb648f-4e18-49c9-925c-2829e94ceb2d', 'status': 'completed', 'code': 200} Aug 25 16:12:13.599957 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ebcba9-95f2-44e0-81f4-f676a62cd65d req-c1f1a4ad-734e-4506-83a6-ca2195007fc2 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:13.601483 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-a5ebcba9-95f2-44e0-81f4-f676a62cd65d req-c1f1a4ad-734e-4506-83a6-ca2195007fc2 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] 10.222.0.68 "GET /v2.0/ports?device_id=1b48424c-0ad1-49ce-93a4-2f1c27f25176 HTTP/1.1" status: 200 len: 945 time: 0.0999384 Aug 25 16:12:13.654488 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-a5ebcba9-95f2-44e0-81f4-f676a62cd65d req-dd6fd2c3-9bb0-4120-8cfe-58e5e7e41f50 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] 10.222.0.68 "GET /v2.0/security-groups?id=1d097c96-4f75-4fbf-b31b-824952f1b3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475345 Aug 25 16:12:13.675831 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [req-ef10564e-1f03-4b38-a409-25d3bddfb5bc req-03943908-b68d-47fe-9362-d04b4b891cfa tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] Synchronizing usage tracker for tenant:9cb4e2d656cb43358370c10c173ff464 on resource:port {{(pid=75041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:12:13.699374 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [req-ef10564e-1f03-4b38-a409-25d3bddfb5bc req-03943908-b68d-47fe-9362-d04b4b891cfa tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] Unset dirty status for tenant:9cb4e2d656cb43358370c10c173ff464 on resource:port {{(pid=75041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:12:13.700691 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-ef10564e-1f03-4b38-a409-25d3bddfb5bc req-03943908-b68d-47fe-9362-d04b4b891cfa tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] 10.222.0.68 "GET /v2.0/ports?device_id=67fc220e-fb05-4486-bf4b-c576de989e31 HTTP/1.1" status: 200 len: 210 time: 0.0706270 Aug 25 16:12:14.021898 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d9324d-c8c1-4d9a-abb8-6508d48f5aab req-b4a9495b-a52b-4e8e-b3ab-6eb74050069d tempest-VolumesActionsTest-1849989351 tempest-VolumesActionsTest-1849989351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:14.023564 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-59d9324d-c8c1-4d9a-abb8-6508d48f5aab req-b4a9495b-a52b-4e8e-b3ab-6eb74050069d tempest-VolumesActionsTest-1849989351 tempest-VolumesActionsTest-1849989351-project] 10.222.0.68 "GET /v2.0/ports?device_id=38ea28db-7e1f-428e-941a-2d49cc24fd62 HTTP/1.1" status: 200 len: 946 time: 0.0840263 Aug 25 16:12:14.071440 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-59d9324d-c8c1-4d9a-abb8-6508d48f5aab req-66d1f15c-986c-4bbd-977c-cf6cd31e64fa tempest-VolumesActionsTest-1849989351 tempest-VolumesActionsTest-1849989351-project] 10.222.0.68 "GET /v2.0/security-groups?id=2fdafa6e-83cf-4704-ab97-b78a1a07192a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420926 Aug 25 16:12:14.290465 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21ac7fa-6d1c-4aaf-9c7b-b7a2633bf1fe req-77b7ac55-4e78-4ee0-ad0e-49ec754db31a tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:14.293542 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-c21ac7fa-6d1c-4aaf-9c7b-b7a2633bf1fe req-77b7ac55-4e78-4ee0-ad0e-49ec754db31a tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/ports?device_id=768557d9-c88d-4397-91dd-f58022c93843 HTTP/1.1" status: 200 len: 946 time: 0.0844457 Aug 25 16:12:14.325276 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4221f6ea-d79c-45ba-b758-8c6f86a52c91 req-130d7520-7c0a-41c9-b0f1-e3901775d833 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:14.326776 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-4221f6ea-d79c-45ba-b758-8c6f86a52c91 req-130d7520-7c0a-41c9-b0f1-e3901775d833 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/ports?device_id=0d3c7106-0222-421b-af61-a22cca9b27dd HTTP/1.1" status: 200 len: 946 time: 0.0826075 Aug 25 16:12:14.339545 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-c21ac7fa-6d1c-4aaf-9c7b-b7a2633bf1fe req-8c3fbc08-6b58-497b-9c04-cfe9ddf177e2 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/security-groups?id=9e7f6e62-5d07-4b94-bd1b-2408a7eb9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416427 Aug 25 16:12:14.387912 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-4221f6ea-d79c-45ba-b758-8c6f86a52c91 req-d2208f24-a5e3-46ec-8a53-d1994fff498c tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/security-groups?id=3fd554c8-8e1b-4d92-bc55-34a0478699d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552883 Aug 25 16:12:14.591575 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Device 34a65e50-332f-4153-ae7a-946b7ab87cf5 up at agent ovs-agent-dv-cinder-806007-1-smb {{(pid=75042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:12:14.661042 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.provisioning_blocks [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Provisioning complete for port 34a65e50-332f-4153-ae7a-946b7ab87cf5 triggered by entity L2. {{(pid=75042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:12:14.661458 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16203014'] for port, provisioning_complete {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:14.895697 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bbcbdd-7710-4889-93ac-03afaf5caa1c req-e92fe49c-e643-454d-b2a9-1d85ba1b71f3 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:14.897049 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-53bbcbdd-7710-4889-93ac-03afaf5caa1c req-e92fe49c-e643-454d-b2a9-1d85ba1b71f3 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] 10.222.0.68 "GET /v2.0/ports?device_id=1b48424c-0ad1-49ce-93a4-2f1c27f25176 HTTP/1.1" status: 200 len: 945 time: 0.0842850 Aug 25 16:12:14.947360 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-53bbcbdd-7710-4889-93ac-03afaf5caa1c req-36a4e18a-dec6-448d-9861-f68b682d5095 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] 10.222.0.68 "GET /v2.0/security-groups?id=1d097c96-4f75-4fbf-b31b-824952f1b3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431063 Aug 25 16:12:15.230860 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ca747e-c9b1-4a99-acda-f6f96ef7b861 req-f7d65170-deea-435e-8a77-2969acc3bc93 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:15.233521 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-f0ca747e-c9b1-4a99-acda-f6f96ef7b861 req-f7d65170-deea-435e-8a77-2969acc3bc93 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] 10.222.0.68 "GET /v2.0/ports?device_id=67526b46-a554-4cdf-ad5c-4d6dfd25a3c1 HTTP/1.1" status: 200 len: 946 time: 0.0836544 Aug 25 16:12:15.282315 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-f0ca747e-c9b1-4a99-acda-f6f96ef7b861 req-ff05cac4-55c9-4399-8bf8-2bc5f0dd013c tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] 10.222.0.68 "GET /v2.0/security-groups?id=08292ed9-3586-482c-a672-563a9deccae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438716 Aug 25 16:12:15.562794 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac44f3f0-2499-4e02-88f0-7d4e29cab26d req-9d6d5a10-8cc1-4c2b-a5bc-9f6c410a8aef tempest-VolumesActionsTest-1849989351 tempest-VolumesActionsTest-1849989351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:15.564420 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-ac44f3f0-2499-4e02-88f0-7d4e29cab26d req-9d6d5a10-8cc1-4c2b-a5bc-9f6c410a8aef tempest-VolumesActionsTest-1849989351 tempest-VolumesActionsTest-1849989351-project] 10.222.0.68 "GET /v2.0/ports?device_id=38ea28db-7e1f-428e-941a-2d49cc24fd62 HTTP/1.1" status: 200 len: 946 time: 0.0853679 Aug 25 16:12:15.566107 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb3743a-2857-4140-a7ae-d26ba363f8ea req-fa4c6e16-ac0a-446e-87b4-a96db8d67f65 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:15.567574 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-cfb3743a-2857-4140-a7ae-d26ba363f8ea req-fa4c6e16-ac0a-446e-87b4-a96db8d67f65 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/ports?device_id=768557d9-c88d-4397-91dd-f58022c93843 HTTP/1.1" status: 200 len: 946 time: 0.1020389 Aug 25 16:12:15.613832 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-ac44f3f0-2499-4e02-88f0-7d4e29cab26d req-3fad7de3-2672-42e9-9b48-ad0434026085 tempest-VolumesActionsTest-1849989351 tempest-VolumesActionsTest-1849989351-project] 10.222.0.68 "GET /v2.0/security-groups?id=2fdafa6e-83cf-4704-ab97-b78a1a07192a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435786 Aug 25 16:12:15.614107 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-cfb3743a-2857-4140-a7ae-d26ba363f8ea req-61fe04f6-188b-472c-96b2-b5f1aa51afad tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/security-groups?id=9e7f6e62-5d07-4b94-bd1b-2408a7eb9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408263 Aug 25 16:12:15.814888 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fb613c-3c2f-4e2b-b7d6-5ae6065a7abc req-159bc790-dbb6-4714-aa73-19cdd10a3be5 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:15.816358 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-a5fb613c-3c2f-4e2b-b7d6-5ae6065a7abc req-159bc790-dbb6-4714-aa73-19cdd10a3be5 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/ports?device_id=0d3c7106-0222-421b-af61-a22cca9b27dd HTTP/1.1" status: 200 len: 946 time: 0.0869565 Aug 25 16:12:15.861657 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-a5fb613c-3c2f-4e2b-b7d6-5ae6065a7abc req-4368f64a-7e5c-4b22-868c-e6cc844e73a3 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/security-groups?id=3fd554c8-8e1b-4d92-bc55-34a0478699d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392933 Aug 25 16:12:15.998279 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Device 86eb648f-4e18-49c9-925c-2829e94ceb2d no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:12:16.032389 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.plugin [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] No Port match for: 86eb648f-4e18-49c9-925c-2829e94ceb2d {{(pid=75042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 16:12:16.032738 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Device 86eb648f-4e18-49c9-925c-2829e94ceb2d not bound to the agent host hv-cinder-80600 {{(pid=75042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 16:12:16.169374 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5b70c7-7604-473a-a194-e06b5160ab5f req-339b33ee-8b99-4dec-bd90-d20cbc91935a tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:16.170809 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-3d5b70c7-7604-473a-a194-e06b5160ab5f req-339b33ee-8b99-4dec-bd90-d20cbc91935a tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] 10.222.0.68 "GET /v2.0/ports?device_id=1b48424c-0ad1-49ce-93a4-2f1c27f25176 HTTP/1.1" status: 200 len: 945 time: 0.0980201 Aug 25 16:12:16.222133 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-3d5b70c7-7604-473a-a194-e06b5160ab5f req-fecf8b0d-7ab5-4d6e-92bb-76903978436e tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] 10.222.0.68 "GET /v2.0/security-groups?id=1d097c96-4f75-4fbf-b31b-824952f1b3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456500 Aug 25 16:12:16.486127 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7ff821-24e7-470a-8a06-7c69cf8dcd50 req-c20bbc7f-f754-43c8-868e-c6124e65f9a0 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:16.487498 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-3a7ff821-24e7-470a-8a06-7c69cf8dcd50 req-c20bbc7f-f754-43c8-868e-c6124e65f9a0 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] 10.222.0.68 "GET /v2.0/ports?device_id=67526b46-a554-4cdf-ad5c-4d6dfd25a3c1 HTTP/1.1" status: 200 len: 946 time: 0.0773146 Aug 25 16:12:16.532643 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-3a7ff821-24e7-470a-8a06-7c69cf8dcd50 req-6aba2415-5663-44a4-be36-0cd23f0283e7 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] 10.222.0.68 "GET /v2.0/security-groups?id=08292ed9-3586-482c-a672-563a9deccae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389354 Aug 25 16:12:16.823075 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d71b3a6-5a12-45db-8681-900a3138a7f3 req-8e526d79-7d8d-4d34-bc0c-b16dcd1ec0c8 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:16.824701 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-7d71b3a6-5a12-45db-8681-900a3138a7f3 req-8e526d79-7d8d-4d34-bc0c-b16dcd1ec0c8 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/ports?device_id=768557d9-c88d-4397-91dd-f58022c93843 HTTP/1.1" status: 200 len: 946 time: 0.0910437 Aug 25 16:12:16.872274 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-7d71b3a6-5a12-45db-8681-900a3138a7f3 req-e8b3d07f-96b3-4bed-90e4-33d24633c55a tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/security-groups?id=9e7f6e62-5d07-4b94-bd1b-2408a7eb9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419576 Aug 25 16:12:16.884741 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87069d84-9a56-47fa-be72-7044be388656 req-135bf5e7-4e23-42b8-ad16-89b12837dab4 tempest-VolumesActionsTest-1849989351 tempest-VolumesActionsTest-1849989351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:16.888823 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-87069d84-9a56-47fa-be72-7044be388656 req-135bf5e7-4e23-42b8-ad16-89b12837dab4 tempest-VolumesActionsTest-1849989351 tempest-VolumesActionsTest-1849989351-project] 10.222.0.68 "GET /v2.0/ports?device_id=38ea28db-7e1f-428e-941a-2d49cc24fd62 HTTP/1.1" status: 200 len: 946 time: 0.1473634 Aug 25 16:12:16.933555 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-87069d84-9a56-47fa-be72-7044be388656 req-bf2d606a-222e-46da-b785-513e230f0d6e tempest-VolumesActionsTest-1849989351 tempest-VolumesActionsTest-1849989351-project] 10.222.0.68 "GET /v2.0/security-groups?id=2fdafa6e-83cf-4704-ab97-b78a1a07192a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414479 Aug 25 16:12:17.120068 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd32222-1bf6-4a46-a9d6-e656f54d161a req-7ef9f07f-c504-41ab-9dd6-560bb3a70763 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:17.121444 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-fdd32222-1bf6-4a46-a9d6-e656f54d161a req-7ef9f07f-c504-41ab-9dd6-560bb3a70763 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/ports?device_id=0d3c7106-0222-421b-af61-a22cca9b27dd HTTP/1.1" status: 200 len: 946 time: 0.1214290 Aug 25 16:12:17.181338 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-fdd32222-1bf6-4a46-a9d6-e656f54d161a req-674dfaad-5bba-4473-a930-9187fecbd68b tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/security-groups?id=3fd554c8-8e1b-4d92-bc55-34a0478699d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539238 Aug 25 16:12:17.191076 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b76ba6-48c7-4cef-bd3f-9e3a1711cf77 req-f0e89a59-e795-4f47-8a24-b191955c89f9 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:17.192490 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-c5b76ba6-48c7-4cef-bd3f-9e3a1711cf77 req-f0e89a59-e795-4f47-8a24-b191955c89f9 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] 10.222.0.70 "GET /v2.0/ports?device_id=67526b46-a554-4cdf-ad5c-4d6dfd25a3c1 HTTP/1.1" status: 200 len: 946 time: 0.1296265 Aug 25 16:12:17.342983 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.plugin [req-c5b76ba6-48c7-4cef-bd3f-9e3a1711cf77 req-cca752c1-803a-43a4-882f-1e59e685a19a tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] Deleting port be9f1990-ef92-4ea4-ad95-a26055f955b7 {{(pid=75041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:12:17.343331 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [req-c5b76ba6-48c7-4cef-bd3f-9e3a1711cf77 req-cca752c1-803a-43a4-882f-1e59e685a19a tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776572162991'] for port, before_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:17.431640 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb5e6e6-550f-40e6-b56b-c89583b40d4c req-9670e03c-8b47-4d38-928c-4387297a3589 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:17.433000 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-aeb5e6e6-550f-40e6-b56b-c89583b40d4c req-9670e03c-8b47-4d38-928c-4387297a3589 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] 10.222.0.68 "GET /v2.0/ports?device_id=1b48424c-0ad1-49ce-93a4-2f1c27f25176 HTTP/1.1" status: 200 len: 945 time: 0.0772777 Aug 25 16:12:17.496197 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-aeb5e6e6-550f-40e6-b56b-c89583b40d4c req-bf7335fe-6191-44db-b335-e7bb75708255 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] 10.222.0.68 "GET /v2.0/security-groups?id=1d097c96-4f75-4fbf-b31b-824952f1b3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576437 Aug 25 16:12:17.660302 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.db [req-c5b76ba6-48c7-4cef-bd3f-9e3a1711cf77 req-cca752c1-803a-43a4-882f-1e59e685a19a tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] For port be9f1990-ef92-4ea4-ad95-a26055f955b7, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=be9f1990-ef92-4ea4-ad95-a26055f955b7,segment=NetworkSegment(215609b0-0c2d-4037-aca0-35ce882d3942),segment_id=215609b0-0c2d-4037-aca0-35ce882d3942)] {{(pid=75041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:12:17.660674 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [req-c5b76ba6-48c7-4cef-bd3f-9e3a1711cf77 req-cca752c1-803a-43a4-882f-1e59e685a19a tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452504'] for port, precommit_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:17.711274 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645686e1-8c38-4a5b-b128-c5c561e971c0 req-f2ff1e30-3e95-42d4-a139-9e92ba9c7c6e tempest-VolumesActionsTest-1849989351 tempest-VolumesActionsTest-1849989351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:17.712742 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-645686e1-8c38-4a5b-b128-c5c561e971c0 req-f2ff1e30-3e95-42d4-a139-9e92ba9c7c6e tempest-VolumesActionsTest-1849989351 tempest-VolumesActionsTest-1849989351-project] 10.222.0.70 "GET /v2.0/ports?device_id=38ea28db-7e1f-428e-941a-2d49cc24fd62 HTTP/1.1" status: 200 len: 946 time: 0.1830924 Aug 25 16:12:17.871653 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.plugin [req-c5b76ba6-48c7-4cef-bd3f-9e3a1711cf77 req-cca752c1-803a-43a4-882f-1e59e685a19a tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] Calling delete_port for be9f1990-ef92-4ea4-ad95-a26055f955b7 owned by compute:nova {{(pid=75041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:12:17.960975 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.plugin [req-645686e1-8c38-4a5b-b128-c5c561e971c0 req-2605d420-8dd3-41e5-b23a-06f2543e5f11 tempest-VolumesActionsTest-1849989351 tempest-VolumesActionsTest-1849989351-project] Deleting port 18e5aa90-9fe7-480d-8e43-84c4ea022b81 {{(pid=75041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:12:17.961251 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [req-645686e1-8c38-4a5b-b128-c5c561e971c0 req-2605d420-8dd3-41e5-b23a-06f2543e5f11 tempest-VolumesActionsTest-1849989351 tempest-VolumesActionsTest-1849989351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776572162991'] for port, before_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:18.090975 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b811b800-d41a-489f-8f97-8f12c5fbc4f5 req-d0452837-3b4e-4f73-9e63-e25fc6413475 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:18.092467 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-b811b800-d41a-489f-8f97-8f12c5fbc4f5 req-d0452837-3b4e-4f73-9e63-e25fc6413475 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/ports?device_id=768557d9-c88d-4397-91dd-f58022c93843 HTTP/1.1" status: 200 len: 946 time: 0.0886612 Aug 25 16:12:18.094704 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6d1abf-0fc5-45c5-83d2-5c44a9647cc2 req-5f988826-71b7-4be9-a4b7-cb685a23da1b tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:18.096245 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-eb6d1abf-0fc5-45c5-83d2-5c44a9647cc2 req-5f988826-71b7-4be9-a4b7-cb685a23da1b tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] 10.222.0.68 "GET /v2.0/ports?device_id=67526b46-a554-4cdf-ad5c-4d6dfd25a3c1 HTTP/1.1" status: 200 len: 946 time: 0.4256902 Aug 25 16:12:18.142366 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-b811b800-d41a-489f-8f97-8f12c5fbc4f5 req-f8e30f57-9951-44e2-b2f9-ac46743f4c8c tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/security-groups?id=9e7f6e62-5d07-4b94-bd1b-2408a7eb9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423183 Aug 25 16:12:18.295677 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-eb6d1abf-0fc5-45c5-83d2-5c44a9647cc2 req-d06926d5-5f2b-455c-81f7-23acbdcf8c28 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] 10.222.0.68 "GET /v2.0/security-groups?id=08292ed9-3586-482c-a672-563a9deccae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903379 Aug 25 16:12:18.307609 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [req-c5b76ba6-48c7-4cef-bd3f-9e3a1711cf77 req-cca752c1-803a-43a4-882f-1e59e685a19a tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776572168708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776571761668'] for port, after_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:18.316357 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:12:18.330110 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.db [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] get_ports_and_sgs() called for port_ids ['10ad7f25-3a4a-4869-b72e-0006ee6c2a61', 'be9f1990-ef92-4ea4-ad95-a26055f955b7'] {{(pid=75042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:12:18.378428 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca752c1-803a-43a4-882f-1e59e685a19a tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] Pushing event deleted for resources: {'Port': ['ID=be9f1990-ef92-4ea4-ad95-a26055f955b7,revision_number=None']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:12:18.380986 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-cca752c1-803a-43a4-882f-1e59e685a19a tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:12:18.383038 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfce7d7-4018-4ebf-a80e-d5acf8395bb0 req-851d97a2-bdbf-4efb-a1fe-a8f95ac216b4 tempest-VolumesActionsTest-1849989351 tempest-VolumesActionsTest-1849989351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:18.390232 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-ccfce7d7-4018-4ebf-a80e-d5acf8395bb0 req-851d97a2-bdbf-4efb-a1fe-a8f95ac216b4 tempest-VolumesActionsTest-1849989351 tempest-VolumesActionsTest-1849989351-project] 10.222.0.68 "GET /v2.0/ports?device_id=38ea28db-7e1f-428e-941a-2d49cc24fd62 HTTP/1.1" status: 200 len: 946 time: 0.1282215 Aug 25 16:12:18.462962 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-ccfce7d7-4018-4ebf-a80e-d5acf8395bb0 req-d749051e-daea-4dd6-8a0b-83db1d02c42c tempest-VolumesActionsTest-1849989351 tempest-VolumesActionsTest-1849989351-project] 10.222.0.68 "GET /v2.0/security-groups?id=2fdafa6e-83cf-4704-ab97-b78a1a07192a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694625 Aug 25 16:12:18.498362 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5b76ba6-48c7-4cef-bd3f-9e3a1711cf77 req-cca752c1-803a-43a4-882f-1e59e685a19a tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] No DVR routers for this DVR port be9f1990-ef92-4ea4-ad95-a26055f955b7 on host hv-cinder-80600 {{(pid=75041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 16:12:18.505659 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [req-c5b76ba6-48c7-4cef-bd3f-9e3a1711cf77 req-cca752c1-803a-43a4-882f-1e59e685a19a tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981218'] for port, before_response {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:18.509513 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67526b46-a554-4cdf-ad5c-4d6dfd25a3c1', 'name': 'network-vif-deleted', 'tag': 'be9f1990-ef92-4ea4-ad95-a26055f955b7'}] {{(pid=75041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:12:18.521907 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.db [req-645686e1-8c38-4a5b-b128-c5c561e971c0 req-2605d420-8dd3-41e5-b23a-06f2543e5f11 tempest-VolumesActionsTest-1849989351 tempest-VolumesActionsTest-1849989351-project] For port 18e5aa90-9fe7-480d-8e43-84c4ea022b81, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=18e5aa90-9fe7-480d-8e43-84c4ea022b81,segment=NetworkSegment(a3ceb23e-bb63-45e0-97c2-492952014844),segment_id=a3ceb23e-bb63-45e0-97c2-492952014844)] {{(pid=75041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:12:18.522253 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [req-645686e1-8c38-4a5b-b128-c5c561e971c0 req-2605d420-8dd3-41e5-b23a-06f2543e5f11 tempest-VolumesActionsTest-1849989351 tempest-VolumesActionsTest-1849989351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452504'] for port, precommit_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:18.549503 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:18.579781 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67526b46-a554-4cdf-ad5c-4d6dfd25a3c1', 'name': 'network-vif-deleted', 'tag': 'be9f1990-ef92-4ea4-ad95-a26055f955b7', 'status': 'completed', 'code': 200} Aug 25 16:12:18.641574 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-c5b76ba6-48c7-4cef-bd3f-9e3a1711cf77 req-cca752c1-803a-43a4-882f-1e59e685a19a tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] 10.222.0.70 "DELETE /v2.0/ports/be9f1990-ef92-4ea4-ad95-a26055f955b7 HTTP/1.1" status: 204 len: 173 time: 1.4403079 Aug 25 16:12:18.705648 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.plugin [req-645686e1-8c38-4a5b-b128-c5c561e971c0 req-2605d420-8dd3-41e5-b23a-06f2543e5f11 tempest-VolumesActionsTest-1849989351 tempest-VolumesActionsTest-1849989351-project] Calling delete_port for 18e5aa90-9fe7-480d-8e43-84c4ea022b81 owned by compute:nova {{(pid=75041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:12:18.786313 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6018fd-97b5-4e9b-a22e-9b0d5d360fef req-521c6a6d-b00c-400f-8dfd-422e8ee244eb tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:18.795391 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-8c6018fd-97b5-4e9b-a22e-9b0d5d360fef req-521c6a6d-b00c-400f-8dfd-422e8ee244eb tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] 10.222.0.68 "GET /v2.0/ports?device_id=1b48424c-0ad1-49ce-93a4-2f1c27f25176 HTTP/1.1" status: 200 len: 945 time: 0.1058347 Aug 25 16:12:18.810492 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858bc273-e1e3-4f75-8735-7f92734b6570 req-09d0a7a9-79b5-4ab2-89e2-320afeaea11f tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:18.811997 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-858bc273-e1e3-4f75-8735-7f92734b6570 req-09d0a7a9-79b5-4ab2-89e2-320afeaea11f tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/ports?device_id=0d3c7106-0222-421b-af61-a22cca9b27dd HTTP/1.1" status: 200 len: 946 time: 0.2920744 Aug 25 16:12:18.855572 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-8c6018fd-97b5-4e9b-a22e-9b0d5d360fef req-05b34603-1ee9-4357-a663-f29795c7be69 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] 10.222.0.68 "GET /v2.0/security-groups?id=1d097c96-4f75-4fbf-b31b-824952f1b3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589864 Aug 25 16:12:18.997997 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-858bc273-e1e3-4f75-8735-7f92734b6570 req-40a6f744-56be-480a-8422-8f61809b4914 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/security-groups?id=3fd554c8-8e1b-4d92-bc55-34a0478699d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1513147 Aug 25 16:12:18.998724 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [req-645686e1-8c38-4a5b-b128-c5c561e971c0 req-2605d420-8dd3-41e5-b23a-06f2543e5f11 tempest-VolumesActionsTest-1849989351 tempest-VolumesActionsTest-1849989351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776572168708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776571761668'] for port, after_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:19.003903 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-55e56e21-945f-4ac2-a905-d0943ac33f5e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:12:19.011666 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.db [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] get_ports_and_sgs() called for port_ids ['18e5aa90-9fe7-480d-8e43-84c4ea022b81'] {{(pid=75042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:12:19.050442 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2605d420-8dd3-41e5-b23a-06f2543e5f11 tempest-VolumesActionsTest-1849989351 tempest-VolumesActionsTest-1849989351-project] Pushing event deleted for resources: {'Port': ['ID=18e5aa90-9fe7-480d-8e43-84c4ea022b81,revision_number=None']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:12:19.052975 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-2605d420-8dd3-41e5-b23a-06f2543e5f11 tempest-VolumesActionsTest-1849989351 tempest-VolumesActionsTest-1849989351-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:12:19.123955 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.l3_dvrscheduler_db [req-645686e1-8c38-4a5b-b128-c5c561e971c0 req-2605d420-8dd3-41e5-b23a-06f2543e5f11 tempest-VolumesActionsTest-1849989351 tempest-VolumesActionsTest-1849989351-project] No DVR routers for this DVR port 18e5aa90-9fe7-480d-8e43-84c4ea022b81 on host hv-cinder-80600 {{(pid=75041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 16:12:19.126557 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [req-645686e1-8c38-4a5b-b128-c5c561e971c0 req-2605d420-8dd3-41e5-b23a-06f2543e5f11 tempest-VolumesActionsTest-1849989351 tempest-VolumesActionsTest-1849989351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981218'] for port, before_response {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:19.141645 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-645686e1-8c38-4a5b-b128-c5c561e971c0 req-2605d420-8dd3-41e5-b23a-06f2543e5f11 tempest-VolumesActionsTest-1849989351 tempest-VolumesActionsTest-1849989351-project] 10.222.0.70 "DELETE /v2.0/ports/18e5aa90-9fe7-480d-8e43-84c4ea022b81 HTTP/1.1" status: 204 len: 173 time: 1.3676312 Aug 25 16:12:19.383471 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f9ea9d-08c2-46fe-9a29-f9b12e0fe211 req-4c6f1881-65ed-4901-95b4-a458bf2506f0 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:19.385476 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-11f9ea9d-08c2-46fe-9a29-f9b12e0fe211 req-4c6f1881-65ed-4901-95b4-a458bf2506f0 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/ports?device_id=768557d9-c88d-4397-91dd-f58022c93843 HTTP/1.1" status: 200 len: 946 time: 0.0976665 Aug 25 16:12:19.443807 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-11f9ea9d-08c2-46fe-9a29-f9b12e0fe211 req-75ef9a4e-a52c-45ba-a84b-cb0fe7bda6b7 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/security-groups?id=9e7f6e62-5d07-4b94-bd1b-2408a7eb9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461009 Aug 25 16:12:19.643827 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [req-585cfdf1-19d2-490e-b426-616efb723ed7 req-4e9d467f-b8ca-465f-9644-60ddb33ba720 tempest-VolumesActionsTest-1849989351 tempest-VolumesActionsTest-1849989351-project] Synchronizing usage tracker for tenant:e00743498afc4a22a0153609b9aa9eb6 on resource:port {{(pid=75041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:12:19.659038 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [req-585cfdf1-19d2-490e-b426-616efb723ed7 req-4e9d467f-b8ca-465f-9644-60ddb33ba720 tempest-VolumesActionsTest-1849989351 tempest-VolumesActionsTest-1849989351-project] Unset dirty status for tenant:e00743498afc4a22a0153609b9aa9eb6 on resource:port {{(pid=75041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:12:19.660205 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-585cfdf1-19d2-490e-b426-616efb723ed7 req-4e9d467f-b8ca-465f-9644-60ddb33ba720 tempest-VolumesActionsTest-1849989351 tempest-VolumesActionsTest-1849989351-project] 10.222.0.68 "GET /v2.0/ports?device_id=38ea28db-7e1f-428e-941a-2d49cc24fd62 HTTP/1.1" status: 200 len: 210 time: 0.0597622 Aug 25 16:12:20.079099 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203db87b-4f77-48f3-aa45-78fba88ea69b req-de6f68f6-cc13-4ef2-aa77-6bcadcb1d274 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:20.080532 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-203db87b-4f77-48f3-aa45-78fba88ea69b req-de6f68f6-cc13-4ef2-aa77-6bcadcb1d274 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] 10.222.0.68 "GET /v2.0/ports?device_id=1b48424c-0ad1-49ce-93a4-2f1c27f25176 HTTP/1.1" status: 200 len: 945 time: 0.0838337 Aug 25 16:12:20.125647 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-203db87b-4f77-48f3-aa45-78fba88ea69b req-bb3789fa-48ab-4d18-bdc2-e81d5c527188 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] 10.222.0.68 "GET /v2.0/security-groups?id=1d097c96-4f75-4fbf-b31b-824952f1b3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393283 Aug 25 16:12:20.215648 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d901e1d5-e1e3-4272-bd28-941418d1ee3c req-a3bee4d1-0882-4fea-bc09-f211efc8bba0 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:20.217116 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-d901e1d5-e1e3-4272-bd28-941418d1ee3c req-a3bee4d1-0882-4fea-bc09-f211efc8bba0 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/ports?device_id=0d3c7106-0222-421b-af61-a22cca9b27dd HTTP/1.1" status: 200 len: 946 time: 0.0820062 Aug 25 16:12:20.265262 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-d901e1d5-e1e3-4272-bd28-941418d1ee3c req-5c9b5b56-38ad-45cf-a374-e0e3eb5484f8 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/security-groups?id=3fd554c8-8e1b-4d92-bc55-34a0478699d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426247 Aug 25 16:12:20.580794 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38ea28db-7e1f-428e-941a-2d49cc24fd62', 'name': 'network-vif-deleted', 'tag': '18e5aa90-9fe7-480d-8e43-84c4ea022b81'}] {{(pid=75041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:12:20.639602 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38ea28db-7e1f-428e-941a-2d49cc24fd62', 'name': 'network-vif-deleted', 'tag': '18e5aa90-9fe7-480d-8e43-84c4ea022b81', 'status': 'completed', 'code': 200} Aug 25 16:12:20.667917 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8534523-6f2f-4335-96c1-ff114d73f581 req-95fa2ef9-d364-4feb-a2e0-af882e8af7c9 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:20.669420 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-c8534523-6f2f-4335-96c1-ff114d73f581 req-95fa2ef9-d364-4feb-a2e0-af882e8af7c9 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/ports?device_id=768557d9-c88d-4397-91dd-f58022c93843 HTTP/1.1" status: 200 len: 946 time: 0.0889537 Aug 25 16:12:20.716515 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-c8534523-6f2f-4335-96c1-ff114d73f581 req-6b0a8fa4-34a7-43ca-8cc5-a24fd5c81d54 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/security-groups?id=9e7f6e62-5d07-4b94-bd1b-2408a7eb9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416734 Aug 25 16:12:21.153702 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153e204f-1bb4-4719-814b-6ba258a58017 req-0db8fe1b-e45d-466d-947e-33f149d72f39 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:21.157156 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [req-153e204f-1bb4-4719-814b-6ba258a58017 req-0db8fe1b-e45d-466d-947e-33f149d72f39 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] Synchronizing usage tracker for tenant:9cb4e2d656cb43358370c10c173ff464 on resource:port {{(pid=75041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:12:21.187662 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [req-153e204f-1bb4-4719-814b-6ba258a58017 req-0db8fe1b-e45d-466d-947e-33f149d72f39 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] Unset dirty status for tenant:9cb4e2d656cb43358370c10c173ff464 on resource:port {{(pid=75041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:12:21.189710 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-153e204f-1bb4-4719-814b-6ba258a58017 req-0db8fe1b-e45d-466d-947e-33f149d72f39 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] 10.222.0.68 "GET /v2.0/ports?device_id=da51e349-883a-43b1-adaf-83f5a646bfd0 HTTP/1.1" status: 200 len: 946 time: 0.1330171 Aug 25 16:12:21.252501 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-153e204f-1bb4-4719-814b-6ba258a58017 req-d4cbfb03-a5f0-4aa5-89ed-efa82c287063 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] 10.222.0.68 "GET /v2.0/security-groups?id=08292ed9-3586-482c-a672-563a9deccae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565441 Aug 25 16:12:21.353502 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bff402-689b-4fa3-8b4b-19cb0b234a8b req-2d0d176b-a17c-490f-bea2-ec7b789ddf52 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:21.358395 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-02bff402-689b-4fa3-8b4b-19cb0b234a8b req-2d0d176b-a17c-490f-bea2-ec7b789ddf52 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] 10.222.0.68 "GET /v2.0/ports?device_id=1b48424c-0ad1-49ce-93a4-2f1c27f25176 HTTP/1.1" status: 200 len: 945 time: 0.0864942 Aug 25 16:12:21.418256 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-02bff402-689b-4fa3-8b4b-19cb0b234a8b req-16b6ebf0-0e65-491d-ad4c-689a3ee756ef tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] 10.222.0.68 "GET /v2.0/security-groups?id=1d097c96-4f75-4fbf-b31b-824952f1b3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525544 Aug 25 16:12:21.501444 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9c0cd2-10e5-45ec-b5d8-56099a9a36a9 req-f23f1701-70c0-4c36-9f27-f4ae80da1890 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:21.502927 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-db9c0cd2-10e5-45ec-b5d8-56099a9a36a9 req-f23f1701-70c0-4c36-9f27-f4ae80da1890 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/ports?device_id=0d3c7106-0222-421b-af61-a22cca9b27dd HTTP/1.1" status: 200 len: 946 time: 0.0851824 Aug 25 16:12:21.577269 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-db9c0cd2-10e5-45ec-b5d8-56099a9a36a9 req-224f6721-7c6f-41bb-8e95-5f2d474ba70a tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/security-groups?id=3fd554c8-8e1b-4d92-bc55-34a0478699d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673761 Aug 25 16:12:21.925815 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6aa404-89e0-4379-aedb-301ecda08251 req-5a8c99da-ec6c-44cb-a496-8a90945afe68 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:21.927280 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-4c6aa404-89e0-4379-aedb-301ecda08251 req-5a8c99da-ec6c-44cb-a496-8a90945afe68 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/ports?device_id=768557d9-c88d-4397-91dd-f58022c93843 HTTP/1.1" status: 200 len: 946 time: 0.0832086 Aug 25 16:12:21.980926 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-4c6aa404-89e0-4379-aedb-301ecda08251 req-ec114123-fd7d-418c-9425-23d3d5dbb8cb tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/security-groups?id=9e7f6e62-5d07-4b94-bd1b-2408a7eb9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467989 Aug 25 16:12:22.041022 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Device 18e5aa90-9fe7-480d-8e43-84c4ea022b81 no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:12:22.077681 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.plugin [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] No Port match for: 18e5aa90-9fe7-480d-8e43-84c4ea022b81 {{(pid=75042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 16:12:22.078123 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Device 18e5aa90-9fe7-480d-8e43-84c4ea022b81 not bound to the agent host hv-cinder-80600 {{(pid=75042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 16:12:22.078596 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Device be9f1990-ef92-4ea4-ad95-a26055f955b7 no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:12:22.121274 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.plugin [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] No Port match for: be9f1990-ef92-4ea4-ad95-a26055f955b7 {{(pid=75042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 16:12:22.121626 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Device be9f1990-ef92-4ea4-ad95-a26055f955b7 not bound to the agent host hv-cinder-80600 {{(pid=75042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 16:12:22.460960 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f290fb5-5581-4d96-9ab0-889c276e7a6b req-6c0fe938-d15f-43d5-8b5f-519245526b60 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:22.463651 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-3f290fb5-5581-4d96-9ab0-889c276e7a6b req-6c0fe938-d15f-43d5-8b5f-519245526b60 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] 10.222.0.68 "GET /v2.0/ports?device_id=da51e349-883a-43b1-adaf-83f5a646bfd0 HTTP/1.1" status: 200 len: 946 time: 0.0784090 Aug 25 16:12:22.510855 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-3f290fb5-5581-4d96-9ab0-889c276e7a6b req-80ded81d-1a6c-4f36-bef9-847e3cd09f46 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] 10.222.0.68 "GET /v2.0/security-groups?id=08292ed9-3586-482c-a672-563a9deccae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416410 Aug 25 16:12:22.637024 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dbaea4-9dd4-49bd-827d-b91826bf4c1d req-96c0262a-d6d9-4097-b284-60b45e148d97 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:22.638537 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-09dbaea4-9dd4-49bd-827d-b91826bf4c1d req-96c0262a-d6d9-4097-b284-60b45e148d97 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] 10.222.0.68 "GET /v2.0/ports?device_id=1b48424c-0ad1-49ce-93a4-2f1c27f25176 HTTP/1.1" status: 200 len: 945 time: 0.0836749 Aug 25 16:12:22.693235 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-09dbaea4-9dd4-49bd-827d-b91826bf4c1d req-d9df87ec-76a0-4e07-ab2c-d616eb883fe1 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] 10.222.0.68 "GET /v2.0/security-groups?id=1d097c96-4f75-4fbf-b31b-824952f1b3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476139 Aug 25 16:12:22.795163 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421e88e7-bfb3-4697-b936-c3bc40744e43 req-6aa7c39e-5428-4e2a-b0de-d40781aa2daf tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:22.796608 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-421e88e7-bfb3-4697-b936-c3bc40744e43 req-6aa7c39e-5428-4e2a-b0de-d40781aa2daf tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/ports?device_id=0d3c7106-0222-421b-af61-a22cca9b27dd HTTP/1.1" status: 200 len: 946 time: 0.0809960 Aug 25 16:12:22.842186 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-421e88e7-bfb3-4697-b936-c3bc40744e43 req-a5661b89-6d43-492a-8394-e93e9421020f tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/security-groups?id=3fd554c8-8e1b-4d92-bc55-34a0478699d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398705 Aug 25 16:12:23.201926 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08706448-9ba3-466a-a480-7d6e259adc8e req-2673c55f-da6a-456f-9299-891e7d3210d8 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:23.203400 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-08706448-9ba3-466a-a480-7d6e259adc8e req-2673c55f-da6a-456f-9299-891e7d3210d8 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/ports?device_id=768557d9-c88d-4397-91dd-f58022c93843 HTTP/1.1" status: 200 len: 946 time: 0.0872233 Aug 25 16:12:23.259470 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-08706448-9ba3-466a-a480-7d6e259adc8e req-1b08b58f-ab1b-404e-8088-e9e3092622c2 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/security-groups?id=9e7f6e62-5d07-4b94-bd1b-2408a7eb9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505323 Aug 25 16:12:23.329767 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce2730f-f578-487d-a3a3-91c42cac7ee1 req-a2e57473-7402-46f3-9d76-88ce316c1987 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:23.331238 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-dce2730f-f578-487d-a3a3-91c42cac7ee1 req-a2e57473-7402-46f3-9d76-88ce316c1987 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] 10.222.0.70 "GET /v2.0/ports?device_id=da51e349-883a-43b1-adaf-83f5a646bfd0 HTTP/1.1" status: 200 len: 946 time: 0.1157007 Aug 25 16:12:23.409536 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.plugin [req-dce2730f-f578-487d-a3a3-91c42cac7ee1 req-dfdd673e-b873-442e-85ff-3b0f930d5a62 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] Deleting port 10ad7f25-3a4a-4869-b72e-0006ee6c2a61 {{(pid=75041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:12:23.409872 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [req-dce2730f-f578-487d-a3a3-91c42cac7ee1 req-dfdd673e-b873-442e-85ff-3b0f930d5a62 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776572162991'] for port, before_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:23.706311 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.db [req-dce2730f-f578-487d-a3a3-91c42cac7ee1 req-dfdd673e-b873-442e-85ff-3b0f930d5a62 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] For port 10ad7f25-3a4a-4869-b72e-0006ee6c2a61, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=10ad7f25-3a4a-4869-b72e-0006ee6c2a61,segment=NetworkSegment(215609b0-0c2d-4037-aca0-35ce882d3942),segment_id=215609b0-0c2d-4037-aca0-35ce882d3942)] {{(pid=75041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:12:23.706986 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [req-dce2730f-f578-487d-a3a3-91c42cac7ee1 req-dfdd673e-b873-442e-85ff-3b0f930d5a62 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452504'] for port, precommit_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:23.855974 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.plugin [req-dce2730f-f578-487d-a3a3-91c42cac7ee1 req-dfdd673e-b873-442e-85ff-3b0f930d5a62 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] Calling delete_port for 10ad7f25-3a4a-4869-b72e-0006ee6c2a61 owned by compute:nova {{(pid=75041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:12:23.925388 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63f4109-4f58-465c-8a3e-b1c67e3983b9 req-f86b9cb8-aa97-4a8a-bdeb-bc2403a903bd tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:23.926865 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-f63f4109-4f58-465c-8a3e-b1c67e3983b9 req-f86b9cb8-aa97-4a8a-bdeb-bc2403a903bd tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] 10.222.0.68 "GET /v2.0/ports?device_id=1b48424c-0ad1-49ce-93a4-2f1c27f25176 HTTP/1.1" status: 200 len: 945 time: 0.0917883 Aug 25 16:12:23.934956 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f8c269-743c-4815-9eea-c13da52180d0 req-c80bc413-c819-416c-83b4-7328157a467a tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:23.936556 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-88f8c269-743c-4815-9eea-c13da52180d0 req-c80bc413-c819-416c-83b4-7328157a467a tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] 10.222.0.68 "GET /v2.0/ports?device_id=da51e349-883a-43b1-adaf-83f5a646bfd0 HTTP/1.1" status: 200 len: 946 time: 0.2783670 Aug 25 16:12:23.981123 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-f63f4109-4f58-465c-8a3e-b1c67e3983b9 req-ff96cd40-43ef-447f-89fb-9f67849418b1 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] 10.222.0.68 "GET /v2.0/security-groups?id=1d097c96-4f75-4fbf-b31b-824952f1b3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461051 Aug 25 16:12:24.036739 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-88f8c269-743c-4815-9eea-c13da52180d0 req-35fcdae1-a040-4667-b1d4-3d78c658195c tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] 10.222.0.68 "GET /v2.0/security-groups?id=08292ed9-3586-482c-a672-563a9deccae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781951 Aug 25 16:12:24.047074 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Device bf374dad-3f0b-4091-8d94-2e239257f70f details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 25 16:12:24.104761 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [req-dce2730f-f578-487d-a3a3-91c42cac7ee1 req-dfdd673e-b873-442e-85ff-3b0f930d5a62 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776572168708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776571761668'] for port, after_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:24.111586 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-50040590-81e0-4d77-bd6c-829d5cbfe0fa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:12:24.134667 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.db [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] get_ports_and_sgs() called for port_ids ['10ad7f25-3a4a-4869-b72e-0006ee6c2a61'] {{(pid=75042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:12:24.165194 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdd673e-b873-442e-85ff-3b0f930d5a62 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] Pushing event deleted for resources: {'Port': ['ID=10ad7f25-3a4a-4869-b72e-0006ee6c2a61,revision_number=None']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:12:24.169117 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-dfdd673e-b873-442e-85ff-3b0f930d5a62 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:12:24.258173 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.l3_dvrscheduler_db [req-dce2730f-f578-487d-a3a3-91c42cac7ee1 req-dfdd673e-b873-442e-85ff-3b0f930d5a62 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] No DVR routers for this DVR port 10ad7f25-3a4a-4869-b72e-0006ee6c2a61 on host hv-cinder-80600 {{(pid=75041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 16:12:24.270254 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [req-dce2730f-f578-487d-a3a3-91c42cac7ee1 req-dfdd673e-b873-442e-85ff-3b0f930d5a62 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981218'] for port, before_response {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:24.273395 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da51e349-883a-43b1-adaf-83f5a646bfd0', 'name': 'network-vif-deleted', 'tag': '10ad7f25-3a4a-4869-b72e-0006ee6c2a61'}] {{(pid=75041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:12:24.300774 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fad5173-0c3a-4f8f-8133-789ffd6e9f32 req-727a3e2c-7682-4f2f-844d-6c55b460d426 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:24.307122 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-4fad5173-0c3a-4f8f-8133-789ffd6e9f32 req-727a3e2c-7682-4f2f-844d-6c55b460d426 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/ports?device_id=0d3c7106-0222-421b-af61-a22cca9b27dd HTTP/1.1" status: 200 len: 946 time: 0.1176050 Aug 25 16:12:24.310946 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-dce2730f-f578-487d-a3a3-91c42cac7ee1 req-dfdd673e-b873-442e-85ff-3b0f930d5a62 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] 10.222.0.70 "DELETE /v2.0/ports/10ad7f25-3a4a-4869-b72e-0006ee6c2a61 HTTP/1.1" status: 204 len: 173 time: 0.9715056 Aug 25 16:12:24.419654 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-4fad5173-0c3a-4f8f-8133-789ffd6e9f32 req-c155d974-bd19-43bf-b8ba-6022c54116cb tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/security-groups?id=3fd554c8-8e1b-4d92-bc55-34a0478699d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1079881 Aug 25 16:12:24.453118 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.db [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] For port bf374dad-3f0b-4091-8d94-2e239257f70f, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=bf374dad-3f0b-4091-8d94-2e239257f70f,segment=NetworkSegment(a4fe9403-29c0-4e58-9465-f12eb98d9e8d),segment_id=a4fe9403-29c0-4e58-9465-f12eb98d9e8d)] {{(pid=75042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:12:24.501292 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da51e349-883a-43b1-adaf-83f5a646bfd0', 'name': 'network-vif-deleted', 'tag': '10ad7f25-3a4a-4869-b72e-0006ee6c2a61', 'status': 'completed', 'code': 200} Aug 25 16:12:24.506501 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Returning: {'device': 'bf374dad-3f0b-4091-8d94-2e239257f70f', 'network_id': 'fb04b5ec-673a-4a91-b0e5-12c6c13382bd', 'port_id': 'bf374dad-3f0b-4091-8d94-2e239257f70f', 'mac_address': 'fa:16:3e:83:a6:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 854, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcc96182-e992-4fac-b9ad-11619c23a7ba', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 25 16:12:24.717048 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:24.744905 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.notifiers.nova [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bf374dad-3f0b-4091-8d94-2e239257f70f {{(pid=75042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:12:24.764610 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.db [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] For port bf374dad-3f0b-4091-8d94-2e239257f70f, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=bf374dad-3f0b-4091-8d94-2e239257f70f,segment=NetworkSegment(a4fe9403-29c0-4e58-9465-f12eb98d9e8d),segment_id=a4fe9403-29c0-4e58-9465-f12eb98d9e8d)] {{(pid=75042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:12:24.769189 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776572168726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776571761677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776571761722'] for port, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:24.772187 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [None req-8828707c-2fef-4abe-b1fb-4c6cf56bcc17 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:12:24.864191 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Pushing event updated for resources: {'Port': ['ID=bf374dad-3f0b-4091-8d94-2e239257f70f,revision_number=6']} {{(pid=75042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:12:24.872358 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:12:24.883030 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.db [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] get_ports_and_sgs() called for port_ids ['bf374dad-3f0b-4091-8d94-2e239257f70f'] {{(pid=75042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:12:24.988776 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0a1b22-b371-4b6f-9977-2dd254926372 req-89904dfc-a7aa-447a-b4e0-b2c74caf4fdb tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:25.007690 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-cb0a1b22-b371-4b6f-9977-2dd254926372 req-89904dfc-a7aa-447a-b4e0-b2c74caf4fdb tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/ports?device_id=768557d9-c88d-4397-91dd-f58022c93843 HTTP/1.1" status: 200 len: 946 time: 0.2899866 Aug 25 16:12:25.147634 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-cb0a1b22-b371-4b6f-9977-2dd254926372 req-3c59a7d3-08f8-4508-b150-c634247b3ba8 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/security-groups?id=9e7f6e62-5d07-4b94-bd1b-2408a7eb9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341922 Aug 25 16:12:25.438063 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f862bfac-04c7-4329-92c1-07279dd1e600 req-4802adee-2e60-45b6-8821-248a81f4952a tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:25.446596 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-f862bfac-04c7-4329-92c1-07279dd1e600 req-4802adee-2e60-45b6-8821-248a81f4952a tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] 10.222.0.68 "GET /v2.0/ports?device_id=1b48424c-0ad1-49ce-93a4-2f1c27f25176 HTTP/1.1" status: 200 len: 945 time: 0.1454041 Aug 25 16:12:25.684894 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-f862bfac-04c7-4329-92c1-07279dd1e600 req-3d07672d-b00c-4480-9be1-8ea1cd6a5538 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] 10.222.0.68 "GET /v2.0/security-groups?id=1d097c96-4f75-4fbf-b31b-824952f1b3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2372007 Aug 25 16:12:25.781014 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-98e738e7-a627-40d3-aa8c-34419aebb574 req-ca5c424a-4c84-4c90-86b5-6e9f914af433 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] 10.222.0.68 "GET /v2.0/ports?device_id=da51e349-883a-43b1-adaf-83f5a646bfd0 HTTP/1.1" status: 200 len: 210 time: 0.0911090 Aug 25 16:12:25.950326 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932414bd-bb9b-4c6b-8628-fc49d2c8b72b req-8fa9f348-4104-4a15-ace6-3e7aa4316bf2 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:25.958788 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-932414bd-bb9b-4c6b-8628-fc49d2c8b72b req-8fa9f348-4104-4a15-ace6-3e7aa4316bf2 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/ports?device_id=0d3c7106-0222-421b-af61-a22cca9b27dd HTTP/1.1" status: 200 len: 945 time: 0.1153483 Aug 25 16:12:26.050282 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Device bf374dad-3f0b-4091-8d94-2e239257f70f up at agent hyperv_hv-cinder-80600 {{(pid=75042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:12:26.136065 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-932414bd-bb9b-4c6b-8628-fc49d2c8b72b req-c495d8fc-0bae-4f73-8998-349c31c37d78 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/security-groups?id=3fd554c8-8e1b-4d92-bc55-34a0478699d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1759322 Aug 25 16:12:26.293319 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.provisioning_blocks [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Provisioning complete for port bf374dad-3f0b-4091-8d94-2e239257f70f triggered by entity L2. {{(pid=75042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:12:26.294114 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16203014'] for port, provisioning_complete {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:26.310032 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1a87f3-299f-4ecf-8f2d-c85facaeb0b6 req-fbd19455-7360-455a-9542-90b09cccfad3 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:26.322287 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-6a1a87f3-299f-4ecf-8f2d-c85facaeb0b6 req-fbd19455-7360-455a-9542-90b09cccfad3 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] 10.222.0.68 "GET /v2.0/ports?device_id=1b48424c-0ad1-49ce-93a4-2f1c27f25176 HTTP/1.1" status: 200 len: 945 time: 0.1412673 Aug 25 16:12:26.422995 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-6a1a87f3-299f-4ecf-8f2d-c85facaeb0b6 req-3c6c8e03-90e7-48e8-ae9c-a5cbd94393c0 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] 10.222.0.68 "GET /v2.0/security-groups?id=1d097c96-4f75-4fbf-b31b-824952f1b3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996473 Aug 25 16:12:26.489892 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:26.531158 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d3c7106-0222-421b-af61-a22cca9b27dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf374dad-3f0b-4091-8d94-2e239257f70f'}] {{(pid=75042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:12:26.554653 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.db [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] For port bf374dad-3f0b-4091-8d94-2e239257f70f, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=bf374dad-3f0b-4091-8d94-2e239257f70f,segment=NetworkSegment(a4fe9403-29c0-4e58-9465-f12eb98d9e8d),segment_id=a4fe9403-29c0-4e58-9465-f12eb98d9e8d)] {{(pid=75042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:12:26.561505 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776572168726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776571761677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776571761722'] for port, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:26.562404 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Device 10ad7f25-3a4a-4869-b72e-0006ee6c2a61 no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:12:26.591280 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:12:26.654520 dv-cinder-806007-1-smb neutron-server[75042]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d3c7106-0222-421b-af61-a22cca9b27dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf374dad-3f0b-4091-8d94-2e239257f70f', 'code': 200} Aug 25 16:12:26.660381 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.plugin [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] No Port match for: 10ad7f25-3a4a-4869-b72e-0006ee6c2a61 {{(pid=75042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 16:12:26.660976 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Device 10ad7f25-3a4a-4869-b72e-0006ee6c2a61 not bound to the agent host hv-cinder-80600 {{(pid=75042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 16:12:26.683170 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-a7147dbf-d8d1-4232-b9ce-06719b87003c req-f4df741e-a733-4c44-b64a-9d4eacd101ec service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d9f03318c9a74e1a8903854ddc6da304&device_id=1b48424c-0ad1-49ce-93a4-2f1c27f25176 HTTP/1.1" status: 200 len: 1098 time: 0.3164387 Aug 25 16:12:26.701511 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Pushing event updated for resources: {'Port': ['ID=bf374dad-3f0b-4091-8d94-2e239257f70f,revision_number=7']} {{(pid=75042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:12:26.704720 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:12:26.810587 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a1a9fa-b485-4032-b1d3-028c97fbfe57 req-0e59255a-a051-4c9f-8ff5-0e014cf41b2b tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:26.818132 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-05a1a9fa-b485-4032-b1d3-028c97fbfe57 req-0e59255a-a051-4c9f-8ff5-0e014cf41b2b tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/ports?device_id=768557d9-c88d-4397-91dd-f58022c93843 HTTP/1.1" status: 200 len: 946 time: 0.3389540 Aug 25 16:12:26.890272 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-05a1a9fa-b485-4032-b1d3-028c97fbfe57 req-65b29b5a-2524-4ff2-9675-6f1d242cad75 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/security-groups?id=9e7f6e62-5d07-4b94-bd1b-2408a7eb9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711133 Aug 25 16:12:26.958735 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7147dbf-d8d1-4232-b9ce-06719b87003c req-79904f29-ac08-4a94-b20f-2e8458418b39 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:26.960859 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-a7147dbf-d8d1-4232-b9ce-06719b87003c req-79904f29-ac08-4a94-b20f-2e8458418b39 service neutron] 10.222.0.70 "GET /v2.0/networks?id=d0e51efe-0e7d-4430-816c-c5092a8f40f0 HTTP/1.1" status: 200 len: 912 time: 0.2660692 Aug 25 16:12:27.004078 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 57100) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:12:27.149180 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-a7147dbf-d8d1-4232-b9ce-06719b87003c req-70ef6700-de3d-4088-ac94-55db81c09100 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ebdd01f5-17bf-4775-a045-ab233f03d4a8 HTTP/1.1" status: 200 len: 1000 time: 0.1792114 Aug 25 16:12:27.158692 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.db_base_plugin_v2 [None req-b55cee81-bd3e-4cd6-b367-ca9e165bbd67 admin admin] Deleting subnet 33e45a3e-8c03-4dce-9e75-1dc9683ee755 {{(pid=75040) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 25 16:12:27.171220 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-b55cee81-bd3e-4cd6-b367-ca9e165bbd67 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:27.353999 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-b55cee81-bd3e-4cd6-b367-ca9e165bbd67 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2023877'] for subnet, precommit_delete_associations {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:27.390785 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7147dbf-d8d1-4232-b9ce-06719b87003c req-a04b7f06-448c-4734-ae8c-f6752df89409 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:27.399671 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-a7147dbf-d8d1-4232-b9ce-06719b87003c req-a04b7f06-448c-4734-ae8c-f6752df89409 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=fe3c2446-8b99-4be0-b8e9-28ca607c8880 HTTP/1.1" status: 200 len: 850 time: 0.2440450 Aug 25 16:12:27.621290 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-a7147dbf-d8d1-4232-b9ce-06719b87003c req-a23d5148-3a73-4c65-a83c-921e85620162 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d0e51efe-0e7d-4430-816c-c5092a8f40f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2132547 Aug 25 16:12:27.649339 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-144563f0-07f0-4402-9e7e-480ba48dc4cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:27.996092 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f820c4be-6c8f-4fc8-b303-f2167a1c1fea req-da71ed66-a1ae-4e81-ac02-b7c92db9305f tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:28.003672 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-f820c4be-6c8f-4fc8-b303-f2167a1c1fea req-da71ed66-a1ae-4e81-ac02-b7c92db9305f tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/ports?device_id=0d3c7106-0222-421b-af61-a22cca9b27dd HTTP/1.1" status: 200 len: 946 time: 0.1996675 Aug 25 16:12:28.027787 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-a7147dbf-d8d1-4232-b9ce-06719b87003c req-77619917-363e-41ee-abd0-3f742f331c3d service neutron] 10.222.0.70 "GET /v2.0/networks/d0e51efe-0e7d-4430-816c-c5092a8f40f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3987231 Aug 25 16:12:28.082100 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-f820c4be-6c8f-4fc8-b303-f2167a1c1fea req-6f0e128a-b85f-4428-b190-5093bab2e57b tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/security-groups?id=3fd554c8-8e1b-4d92-bc55-34a0478699d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773356 Aug 25 16:12:28.084524 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-b55cee81-bd3e-4cd6-b367-ca9e165bbd67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16198826'] for subnet, precommit_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:28.301040 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5510ffa-c911-4c97-9a52-6f4ac34139fe req-0a680d95-778f-4351-96de-bc69d80ce67a tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:28.309112 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-c5510ffa-c911-4c97-9a52-6f4ac34139fe req-0a680d95-778f-4351-96de-bc69d80ce67a tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] 10.222.0.68 "GET /v2.0/ports?device_id=1b48424c-0ad1-49ce-93a4-2f1c27f25176 HTTP/1.1" status: 200 len: 945 time: 0.6173806 Aug 25 16:12:28.436346 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-b55cee81-bd3e-4cd6-b367-ca9e165bbd67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16198803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1434771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2719710'] for subnet, after_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:28.445505 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-a7147dbf-d8d1-4232-b9ce-06719b87003c req-d97a75c5-b97f-4a11-b9c1-3f44fecc1d12 service neutron] 10.222.0.70 "GET /v2.0/networks/d0e51efe-0e7d-4430-816c-c5092a8f40f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3788350 Aug 25 16:12:28.476727 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:12:28.536474 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-c5510ffa-c911-4c97-9a52-6f4ac34139fe req-5a97a3d6-4fc0-4b31-afcd-41f87a4c2c0f tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] 10.222.0.68 "GET /v2.0/security-groups?id=1d097c96-4f75-4fbf-b31b-824952f1b3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2248516 Aug 25 16:12:28.537618 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-b55cee81-bd3e-4cd6-b367-ca9e165bbd67 admin admin] Notify callbacks [] for subnet, before_response {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:28.541370 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55cee81-bd3e-4cd6-b367-ca9e165bbd67 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33e45a3e-8c03-4dce-9e75-1dc9683ee755,revision_number=None']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:12:28.555391 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-b55cee81-bd3e-4cd6-b367-ca9e165bbd67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:12:28.570677 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-b55cee81-bd3e-4cd6-b367-ca9e165bbd67 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/33e45a3e-8c03-4dce-9e75-1dc9683ee755 HTTP/1.1" status: 204 len: 168 time: 1.5651698 Aug 25 16:12:28.572959 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 57118) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:12:28.601655 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.db.agents_db [None req-a821c616-a82d-4ce6-adbe-0c63f7de4494 None None] Agent healthcheck: found 6 active agents {{(pid=75043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:12:28.765520 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-25770981-7c6f-4f26-84e3-e42625396015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16300240'] for network, before_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:28.773481 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:28.813504 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d57f2fb-001a-4bb0-8358-7187f8bd0cbf req-519bedb4-52e8-4ab5-9b1c-13365d11cbe8 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:28.833134 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-9d57f2fb-001a-4bb0-8358-7187f8bd0cbf req-519bedb4-52e8-4ab5-9b1c-13365d11cbe8 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/ports?device_id=768557d9-c88d-4397-91dd-f58022c93843 HTTP/1.1" status: 200 len: 946 time: 0.1387830 Aug 25 16:12:28.965445 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-9d57f2fb-001a-4bb0-8358-7187f8bd0cbf req-aecc0133-487d-4749-a0b7-9806161f3889 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/security-groups?id=9e7f6e62-5d07-4b94-bd1b-2408a7eb9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240728 Aug 25 16:12:28.987728 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-25770981-7c6f-4f26-84e3-e42625396015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16197923', 'neutron.services.segments.db._delete_segments_for_network-8776572265090'] for network, precommit_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:29.013761 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.services.segments.db [None req-25770981-7c6f-4f26-84e3-e42625396015 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aad61cb0-d4d9-415f-959c-855a438981a1']}} {{(pid=75040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:12:29.029435 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.services.segments.db [None req-25770981-7c6f-4f26-84e3-e42625396015 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '215609b0-0c2d-4037-aca0-35ce882d3942') {'for_net_delete': True} {{(pid=75040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:12:29.030440 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.services.segments.db [None req-25770981-7c6f-4f26-84e3-e42625396015 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '215609b0-0c2d-4037-aca0-35ce882d3942') {} {{(pid=75040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:12:29.050864 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-25770981-7c6f-4f26-84e3-e42625396015 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776572267165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2023882'] for segment, before_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:29.077008 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-25770981-7c6f-4f26-84e3-e42625396015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16198673'] for segment, precommit_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:29.087696 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25770981-7c6f-4f26-84e3-e42625396015 admin admin] Releasing vlan 855 on physical network physnet1 to pool {{(pid=75040) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 25 16:12:29.088440 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-25770981-7c6f-4f26-84e3-e42625396015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16198671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1434677'] for segment, after_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:29.235161 dv-cinder-806007-1-smb neutron-server[75040]: Traceback (most recent call last): Aug 25 16:12:29.235161 dv-cinder-806007-1-smb neutron-server[75040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 25 16:12:29.235161 dv-cinder-806007-1-smb neutron-server[75040]: timer() Aug 25 16:12:29.235161 dv-cinder-806007-1-smb neutron-server[75040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 16:12:29.235161 dv-cinder-806007-1-smb neutron-server[75040]: cb(*args, **kw) Aug 25 16:12:29.235161 dv-cinder-806007-1-smb neutron-server[75040]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 25 16:12:29.235161 dv-cinder-806007-1-smb neutron-server[75040]: return func(*args, **kwargs) Aug 25 16:12:29.235161 dv-cinder-806007-1-smb neutron-server[75040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 16:12:29.235161 dv-cinder-806007-1-smb neutron-server[75040]: self._notify() Aug 25 16:12:29.235161 dv-cinder-806007-1-smb neutron-server[75040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 16:12:29.235161 dv-cinder-806007-1-smb neutron-server[75040]: self.callback(batched_events) Aug 25 16:12:29.235161 dv-cinder-806007-1-smb neutron-server[75040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 16:12:29.235161 dv-cinder-806007-1-smb neutron-server[75040]: event.method(event) Aug 25 16:12:29.235161 dv-cinder-806007-1-smb neutron-server[75040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 25 16:12:29.235161 dv-cinder-806007-1-smb neutron-server[75040]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 16:12:29.235161 dv-cinder-806007-1-smb neutron-server[75040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 25 16:12:29.235161 dv-cinder-806007-1-smb neutron-server[75040]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 16:12:29.235161 dv-cinder-806007-1-smb neutron-server[75040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 25 16:12:29.235161 dv-cinder-806007-1-smb neutron-server[75040]: return f(self, *a, **k) Aug 25 16:12:29.235161 dv-cinder-806007-1-smb neutron-server[75040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 16:12:29.235161 dv-cinder-806007-1-smb neutron-server[75040]: return self._get(url).json() Aug 25 16:12:29.235161 dv-cinder-806007-1-smb neutron-server[75040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 16:12:29.235161 dv-cinder-806007-1-smb neutron-server[75040]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 16:12:29.235161 dv-cinder-806007-1-smb neutron-server[75040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 25 16:12:29.235161 dv-cinder-806007-1-smb neutron-server[75040]: return self.request(url, 'GET', **kwargs) Aug 25 16:12:29.235161 dv-cinder-806007-1-smb neutron-server[75040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 25 16:12:29.235161 dv-cinder-806007-1-smb neutron-server[75040]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 16:12:29.235161 dv-cinder-806007-1-smb neutron-server[75040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 25 16:12:29.235161 dv-cinder-806007-1-smb neutron-server[75040]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 16:12:29.235161 dv-cinder-806007-1-smb neutron-server[75040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 25 16:12:29.235161 dv-cinder-806007-1-smb neutron-server[75040]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 16:12:29.235161 dv-cinder-806007-1-smb neutron-server[75040]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 16:12:29.242623 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-25770981-7c6f-4f26-84e3-e42625396015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16197928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453727'] for network, after_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:29.255189 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-25770981-7c6f-4f26-84e3-e42625396015 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16129646'] for network, before_response {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:29.262774 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-ae91b06c-d8c5-43d1-8728-eb3b603740f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:12:29.346682 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25770981-7c6f-4f26-84e3-e42625396015 admin admin] Pushing event deleted for resources: {'Network': ['ID=aad61cb0-d4d9-415f-959c-855a438981a1,revision_number=None']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:12:29.374029 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-25770981-7c6f-4f26-84e3-e42625396015 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:12:29.393514 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-25770981-7c6f-4f26-84e3-e42625396015 admin admin] 10.222.0.68 "DELETE /v2.0/networks/aad61cb0-d4d9-415f-959c-855a438981a1 HTTP/1.1" status: 204 len: 168 time: 0.8191974 Aug 25 16:12:29.624440 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bac7a03-adb3-4981-90ce-9ae6190a2fcd req-0dfd202a-8782-47c3-9bad-2882d2538e15 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:29.627031 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-9bac7a03-adb3-4981-90ce-9ae6190a2fcd req-0dfd202a-8782-47c3-9bad-2882d2538e15 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/ports?device_id=0d3c7106-0222-421b-af61-a22cca9b27dd HTTP/1.1" status: 200 len: 946 time: 0.1451128 Aug 25 16:12:29.714019 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-9bac7a03-adb3-4981-90ce-9ae6190a2fcd req-81fa297b-397b-4eb2-bd11-a62f28453523 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/security-groups?id=3fd554c8-8e1b-4d92-bc55-34a0478699d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780110 Aug 25 16:12:29.944071 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 57140) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:12:29.970626 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-dffcc629-35bb-49a4-9181-fe16be2ae86c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:30.015151 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [req-9229c12d-66b1-4b68-8e2b-9bff5cfccfd7 req-768ee136-d91b-4ba7-a386-3322941c6a37 tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Synchronizing usage tracker for tenant:e9aef4833bd74d2db11f03628b3cb562 on resource:security_group {{(pid=75041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:12:30.074346 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [req-9229c12d-66b1-4b68-8e2b-9bff5cfccfd7 req-768ee136-d91b-4ba7-a386-3322941c6a37 tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Unset dirty status for tenant:e9aef4833bd74d2db11f03628b3cb562 on resource:security_group {{(pid=75041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:12:30.075602 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-9229c12d-66b1-4b68-8e2b-9bff5cfccfd7 req-768ee136-d91b-4ba7-a386-3322941c6a37 tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-257334189&fields=id&tenant_id=e9aef4833bd74d2db11f03628b3cb562 HTTP/1.1" status: 200 len: 267 time: 0.2530694 Aug 25 16:12:30.241060 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-7c392e5e-e405-45fa-ae91-da30709c5703 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=9cb4e2d656cb43358370c10c173ff464&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2950881 Aug 25 16:12:30.248919 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.wsgi [-] (75041) accepted ('10.222.0.68', 57148) {{(pid=75041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:12:30.316011 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd5065c-3af4-4fa5-9ca2-332c4f595b68 req-d330b3a5-d148-4e21-b1c8-9cb50002ba96 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:30.323679 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-3dd5065c-3af4-4fa5-9ca2-332c4f595b68 req-d330b3a5-d148-4e21-b1c8-9cb50002ba96 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] 10.222.0.68 "GET /v2.0/ports?device_id=1b48424c-0ad1-49ce-93a4-2f1c27f25176 HTTP/1.1" status: 200 len: 945 time: 0.3028331 Aug 25 16:12:30.380833 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9229c12d-66b1-4b68-8e2b-9bff5cfccfd7 req-b5128b22-d216-4e6a-b317-de7ce26a8f7a tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:30.382613 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [req-9229c12d-66b1-4b68-8e2b-9bff5cfccfd7 req-b5128b22-d216-4e6a-b317-de7ce26a8f7a tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Synchronizing usage tracker for tenant:e9aef4833bd74d2db11f03628b3cb562 on resource:network {{(pid=75041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:12:30.448968 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [req-9229c12d-66b1-4b68-8e2b-9bff5cfccfd7 req-b5128b22-d216-4e6a-b317-de7ce26a8f7a tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Unset dirty status for tenant:e9aef4833bd74d2db11f03628b3cb562 on resource:network {{(pid=75041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:12:30.449969 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-3dd5065c-3af4-4fa5-9ca2-332c4f595b68 req-065b492f-6078-47d7-a144-3627fed388b7 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] 10.222.0.68 "GET /v2.0/security-groups?id=1d097c96-4f75-4fbf-b31b-824952f1b3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1254153 Aug 25 16:12:30.454322 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-9229c12d-66b1-4b68-8e2b-9bff5cfccfd7 req-b5128b22-d216-4e6a-b317-de7ce26a8f7a tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] 10.222.0.68 "GET /v2.0/networks?id=614f2e95-7eb0-4ef1-81dd-2bbf704665be HTTP/1.1" status: 200 len: 809 time: 0.3717663 Aug 25 16:12:30.468212 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-cb0187fe-3b65-4ee5-a09e-6731d3b11cd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:30.493782 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-9229c12d-66b1-4b68-8e2b-9bff5cfccfd7 req-4ceac92d-dcaa-4dfd-a16f-7c9e20b0ca1e tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] 10.222.0.68 "GET /v2.0/quotas/e9aef4833bd74d2db11f03628b3cb562 HTTP/1.1" status: 200 len: 375 time: 0.0264444 Aug 25 16:12:30.572908 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-cb0187fe-3b65-4ee5-a09e-6731d3b11cd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:30.659527 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [req-9229c12d-66b1-4b68-8e2b-9bff5cfccfd7 req-7e6a77f7-3725-47ea-9f5c-7b9426e214b2 tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Synchronizing usage tracker for tenant:e9aef4833bd74d2db11f03628b3cb562 on resource:port {{(pid=75041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:12:30.730919 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [req-9229c12d-66b1-4b68-8e2b-9bff5cfccfd7 req-7e6a77f7-3725-47ea-9f5c-7b9426e214b2 tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Unset dirty status for tenant:e9aef4833bd74d2db11f03628b3cb562 on resource:port {{(pid=75041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:12:30.733394 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-9229c12d-66b1-4b68-8e2b-9bff5cfccfd7 req-7e6a77f7-3725-47ea-9f5c-7b9426e214b2 tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=e9aef4833bd74d2db11f03628b3cb562&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2385592 Aug 25 16:12:30.745003 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-cb0187fe-3b65-4ee5-a09e-6731d3b11cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:30.761977 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12fd2ae-44cb-4545-9f03-b386247b234a req-6603bf8e-573e-4a92-befe-287ebff6bbee tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:30.767160 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-a97b3262-d164-4d90-9e1a-79a1d30a0b9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:12:30.767401 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-b12fd2ae-44cb-4545-9f03-b386247b234a req-6603bf8e-573e-4a92-befe-287ebff6bbee tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/ports?device_id=768557d9-c88d-4397-91dd-f58022c93843 HTTP/1.1" status: 200 len: 946 time: 0.1296051 Aug 25 16:12:30.927859 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-b12fd2ae-44cb-4545-9f03-b386247b234a req-6f22d407-26d4-4ce1-9b43-b176daef7d32 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/security-groups?id=9e7f6e62-5d07-4b94-bd1b-2408a7eb9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529777 Aug 25 16:12:30.975761 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-1bf536be-b7f1-4c3c-b07a-2be1e6809122 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:31.078087 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0187fe-3b65-4ee5-a09e-6731d3b11cd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08292ed9-3586-482c-a672-563a9deccae9,revision_number=None']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:12:31.084399 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-cb0187fe-3b65-4ee5-a09e-6731d3b11cd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:12:31.136601 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-cb0187fe-3b65-4ee5-a09e-6731d3b11cd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:31.140449 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [None req-cb0187fe-3b65-4ee5-a09e-6731d3b11cd7 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/08292ed9-3586-482c-a672-563a9deccae9 HTTP/1.1" status: 204 len: 168 time: 0.8881257 Aug 25 16:12:31.150039 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-9229c12d-66b1-4b68-8e2b-9bff5cfccfd7 req-c3cc11b5-b4c3-406c-8378-cb5463de15c5 service neutron] 10.222.0.68 "GET /v2.0/networks/614f2e95-7eb0-4ef1-81dd-2bbf704665be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3851326 Aug 25 16:12:31.379221 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1146db-8163-4751-bb98-226820497f18 req-feb711a4-d6ca-4320-ac85-261dcd622731 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:31.389690 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-aa1146db-8163-4751-bb98-226820497f18 req-feb711a4-d6ca-4320-ac85-261dcd622731 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/ports?device_id=0d3c7106-0222-421b-af61-a22cca9b27dd HTTP/1.1" status: 200 len: 946 time: 0.2384343 Aug 25 16:12:31.448120 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-9229c12d-66b1-4b68-8e2b-9bff5cfccfd7 req-6dd555b3-9abb-42e9-887f-6526ed18e4d4 service neutron] 10.222.0.68 "GET /v2.0/networks/614f2e95-7eb0-4ef1-81dd-2bbf704665be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2970166 Aug 25 16:12:31.481901 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-aa1146db-8163-4751-bb98-226820497f18 req-4530c08c-0d1d-4106-8294-69733ddb1083 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/security-groups?id=3fd554c8-8e1b-4d92-bc55-34a0478699d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875499 Aug 25 16:12:32.305273 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-af6f5c05-5cc0-4bba-b6c8-ee7a4e4bce39 req-5eb9df83-63dd-48a7-ba7c-492953a750eb tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] 10.222.0.68 "GET /v2.0/ports?device_id=b02cdae5-5033-4d9b-bffd-04c6279ef176 HTTP/1.1" status: 200 len: 210 time: 0.0603619 Aug 25 16:12:32.394102 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-8ca458b3-9003-4c9b-b026-f7ba765eab5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:32.414845 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3205a198-346c-43a7-94f3-9fa1ae9fcdcf req-60217bf4-7ca9-46a5-b2e4-3f861bc8574d tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:32.427797 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-3205a198-346c-43a7-94f3-9fa1ae9fcdcf req-60217bf4-7ca9-46a5-b2e4-3f861bc8574d tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/ports?device_id=768557d9-c88d-4397-91dd-f58022c93843 HTTP/1.1" status: 200 len: 946 time: 0.2364056 Aug 25 16:12:32.558160 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-3205a198-346c-43a7-94f3-9fa1ae9fcdcf req-6b9038a3-b154-4d3e-a657-24265bf673a9 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/security-groups?id=9e7f6e62-5d07-4b94-bd1b-2408a7eb9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291518 Aug 25 16:12:32.808281 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bb31b6-8a25-4af7-a232-c1d848e3fe6d req-55bd99c3-ca1f-4b70-bc9a-f699f318a640 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:32.810269 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-a6bb31b6-8a25-4af7-a232-c1d848e3fe6d req-55bd99c3-ca1f-4b70-bc9a-f699f318a640 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/ports?device_id=0d3c7106-0222-421b-af61-a22cca9b27dd HTTP/1.1" status: 200 len: 946 time: 0.1182511 Aug 25 16:12:32.874653 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-a6bb31b6-8a25-4af7-a232-c1d848e3fe6d req-ca617657-a393-4c0f-86e9-b31df86c21af tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/security-groups?id=3fd554c8-8e1b-4d92-bc55-34a0478699d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586867 Aug 25 16:12:33.568677 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-640ae3d2-fc51-4dfe-b05f-67d3ab0ae533 req-6258468f-254b-4cb2-aec5-fed7f3afd81d tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] 10.222.0.68 "GET /v2.0/ports?device_id=b02cdae5-5033-4d9b-bffd-04c6279ef176 HTTP/1.1" status: 200 len: 210 time: 0.0711908 Aug 25 16:12:33.950401 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc6703b-ee1d-4728-ace8-d88d7e1e22d5 req-e99bfc4f-cc92-454d-85b9-f05419ee1860 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:33.961236 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-1fc6703b-ee1d-4728-ace8-d88d7e1e22d5 req-e99bfc4f-cc92-454d-85b9-f05419ee1860 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/ports?device_id=768557d9-c88d-4397-91dd-f58022c93843 HTTP/1.1" status: 200 len: 946 time: 0.1479104 Aug 25 16:12:34.040710 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-1fc6703b-ee1d-4728-ace8-d88d7e1e22d5 req-6a8089cd-2af7-4709-8ea0-63e8c91d2c89 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/security-groups?id=9e7f6e62-5d07-4b94-bd1b-2408a7eb9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778468 Aug 25 16:12:34.505212 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9229c12d-66b1-4b68-8e2b-9bff5cfccfd7 req-0d96a76b-9310-48cc-a72a-88d7e4aeab36 tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:34.508893 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-9229c12d-66b1-4b68-8e2b-9bff5cfccfd7 req-0d96a76b-9310-48cc-a72a-88d7e4aeab36 tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] 10.222.0.70 "GET /v2.0/networks?id=614f2e95-7eb0-4ef1-81dd-2bbf704665be HTTP/1.1" status: 200 len: 809 time: 0.3827512 Aug 25 16:12:34.677982 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-9229c12d-66b1-4b68-8e2b-9bff5cfccfd7 req-9d4534d8-19c7-477f-84be-d03be2a7136c tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e9aef4833bd74d2db11f03628b3cb562 HTTP/1.1" status: 200 len: 379 time: 0.1347055 Aug 25 16:12:34.699210 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.v2.base [req-9229c12d-66b1-4b68-8e2b-9bff5cfccfd7 req-16eca679-b0e9-4dba-a26d-3c71617b3da9 tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Request body: {'port': {'device_id': 'b02cdae5-5033-4d9b-bffd-04c6279ef176', 'network_id': '614f2e95-7eb0-4ef1-81dd-2bbf704665be', 'admin_state_up': True, 'tenant_id': 'e9aef4833bd74d2db11f03628b3cb562', 'security_groups': ['b5f57568-f110-4e84-ac24-03b82c7ae02d']}} {{(pid=75041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:12:34.747606 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1e08c6-0bf7-451e-af60-3a9127f69ea2 req-651c0053-d2a4-4caf-8d62-f5a02f25a3aa tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:34.758798 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-cf1e08c6-0bf7-451e-af60-3a9127f69ea2 req-651c0053-d2a4-4caf-8d62-f5a02f25a3aa tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/ports?device_id=0d3c7106-0222-421b-af61-a22cca9b27dd HTTP/1.1" status: 200 len: 946 time: 0.2956119 Aug 25 16:12:34.884204 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-cf1e08c6-0bf7-451e-af60-3a9127f69ea2 req-bf8e8951-4137-4497-9838-0b5c6d6c1079 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/security-groups?id=3fd554c8-8e1b-4d92-bc55-34a0478699d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1249828 Aug 25 16:12:35.112312 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.quota.driver [req-9229c12d-66b1-4b68-8e2b-9bff5cfccfd7 req-16eca679-b0e9-4dba-a26d-3c71617b3da9 tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:12:35.125728 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.quota.driver [req-9229c12d-66b1-4b68-8e2b-9bff5cfccfd7 req-16eca679-b0e9-4dba-a26d-3c71617b3da9 tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=75041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:12:35.181274 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-8cff82e5-e348-47b5-800b-1b7c9f48a43e req-1969811f-4213-42ca-9fa6-3f662aa52099 tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] 10.222.0.68 "GET /v2.0/ports?device_id=b02cdae5-5033-4d9b-bffd-04c6279ef176 HTTP/1.1" status: 200 len: 210 time: 0.2404358 Aug 25 16:12:35.237653 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9229c12d-66b1-4b68-8e2b-9bff5cfccfd7 req-16eca679-b0e9-4dba-a26d-3c71617b3da9 tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Made reservation on behalf of e9aef4833bd74d2db11f03628b3cb562 for: {'port': 1} {{(pid=75041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:12:35.240829 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [req-9229c12d-66b1-4b68-8e2b-9bff5cfccfd7 req-16eca679-b0e9-4dba-a26d-3c71617b3da9 tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:35.788521 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a712474d-b368-41d6-b206-3e44ced18547 req-eaeae9c0-a2a8-4836-a206-2b5bc61d28e1 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:35.858306 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-a712474d-b368-41d6-b206-3e44ced18547 req-eaeae9c0-a2a8-4836-a206-2b5bc61d28e1 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/ports?device_id=768557d9-c88d-4397-91dd-f58022c93843 HTTP/1.1" status: 200 len: 946 time: 0.4872534 Aug 25 16:12:35.946880 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-20bd1467-e863-4c5a-acc2-9770a0ae3bff req-9190def6-c335-4823-bd3f-5f236564db9a service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=768557d9-c88d-4397-91dd-f58022c93843 HTTP/1.1" status: 200 len: 1099 time: 0.8113348 Aug 25 16:12:36.025726 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-a712474d-b368-41d6-b206-3e44ced18547 req-fbc5a353-7430-4ebb-a905-5b5f5a98a9fd tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/security-groups?id=9e7f6e62-5d07-4b94-bd1b-2408a7eb9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662014 Aug 25 16:12:36.179966 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-20bd1467-e863-4c5a-acc2-9770a0ae3bff req-3257817b-6e38-41ca-a510-6ee4eccc7837 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=9e7f6e62-5d07-4b94-bd1b-2408a7eb9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158825 Aug 25 16:12:36.358409 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.db_base_plugin_common [req-9229c12d-66b1-4b68-8e2b-9bff5cfccfd7 req-16eca679-b0e9-4dba-a26d-3c71617b3da9 tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Allocated IP 172.20.0.3 (614f2e95-7eb0-4ef1-81dd-2bbf704665be/61345865-f17f-47a1-85d8-a6ba566735d4/8ab0defe-f017-4b0a-bd2a-afe8f5e317b9) {{(pid=75041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:12:36.516883 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f69c74-0bce-453d-ba98-8cd5ccfd71bd req-747f98e0-5831-4cfe-a60a-cadd27901bd9 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:36.525417 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-f5f69c74-0bce-453d-ba98-8cd5ccfd71bd req-747f98e0-5831-4cfe-a60a-cadd27901bd9 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/ports?device_id=0d3c7106-0222-421b-af61-a22cca9b27dd HTTP/1.1" status: 200 len: 946 time: 0.3499265 Aug 25 16:12:36.714445 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.wsgi [-] (75041) accepted ('10.222.0.68', 57274) {{(pid=75041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:12:36.743426 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-f5f69c74-0bce-453d-ba98-8cd5ccfd71bd req-36ad907d-ecd5-47b5-81d4-1cbe56c551cc tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/security-groups?id=3fd554c8-8e1b-4d92-bc55-34a0478699d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2169418 Aug 25 16:12:36.752317 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-18a244a5-3797-4e40-9536-606c328c2cdc req-38d3fdf6-8836-4d6b-a364-c810c98a1c23 tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] 10.222.0.68 "GET /v2.0/ports?device_id=b02cdae5-5033-4d9b-bffd-04c6279ef176 HTTP/1.1" status: 200 len: 210 time: 0.1522465 Aug 25 16:12:36.892263 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [req-9229c12d-66b1-4b68-8e2b-9bff5cfccfd7 req-16eca679-b0e9-4dba-a26d-3c71617b3da9 tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Notify callbacks [] for port, precommit_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:36.915968 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.provisioning_blocks [req-9229c12d-66b1-4b68-8e2b-9bff5cfccfd7 req-16eca679-b0e9-4dba-a26d-3c71617b3da9 tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Transition to ACTIVE for port object 8ab0defe-f017-4b0a-bd2a-afe8f5e317b9 will not be triggered until provisioned by entity DHCP. {{(pid=75041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:12:36.947300 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [req-9229c12d-66b1-4b68-8e2b-9bff5cfccfd7 req-16eca679-b0e9-4dba-a26d-3c71617b3da9 tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776571788279'] for port, after_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:36.964263 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-dfdd673e-b873-442e-85ff-3b0f930d5a62 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:12:37.159637 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16eca679-b0e9-4dba-a26d-3c71617b3da9 tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Pushing event updated for resources: {'Port': ['ID=8ab0defe-f017-4b0a-bd2a-afe8f5e317b9,revision_number=1']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:12:37.167393 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-16eca679-b0e9-4dba-a26d-3c71617b3da9 tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:12:37.180537 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-8292b0ff-790f-4cf9-8176-6d2adb84d35d admin admin] Notify callbacks [] for security_group, before_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:37.193888 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9229c12d-66b1-4b68-8e2b-9bff5cfccfd7 req-16eca679-b0e9-4dba-a26d-3c71617b3da9 tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Network 614f2e95-7eb0-4ef1-81dd-2bbf704665be is already hosted by enough agents. {{(pid=75041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:12:37.204563 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.scheduler.base_scheduler [req-9229c12d-66b1-4b68-8e2b-9bff5cfccfd7 req-16eca679-b0e9-4dba-a26d-3c71617b3da9 tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Resources bound (agent type, host, resource id): {{(pid=75041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:12:37.207067 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.l3_dvrscheduler_db [req-9229c12d-66b1-4b68-8e2b-9bff5cfccfd7 req-16eca679-b0e9-4dba-a26d-3c71617b3da9 tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Received port after_create {{(pid=75041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:12:37.220419 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9229c12d-66b1-4b68-8e2b-9bff5cfccfd7 req-16eca679-b0e9-4dba-a26d-3c71617b3da9 tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:37.221574 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [req-9229c12d-66b1-4b68-8e2b-9bff5cfccfd7 req-16eca679-b0e9-4dba-a26d-3c71617b3da9 tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981218'] for port, before_response {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:37.282051 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.quota.driver [None req-8292b0ff-790f-4cf9-8176-6d2adb84d35d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:12:37.295445 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [None req-8292b0ff-790f-4cf9-8176-6d2adb84d35d admin admin] Usage tracker for resource:security_group_rule and tenant:58801607cd174dcfa60d133d55425b36 is out of sync, need to count used quota {{(pid=75041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:12:37.300902 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-9229c12d-66b1-4b68-8e2b-9bff5cfccfd7 req-16eca679-b0e9-4dba-a26d-3c71617b3da9 tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6130531 Aug 25 16:12:37.301786 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [None req-8292b0ff-790f-4cf9-8176-6d2adb84d35d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:12:37.309737 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.quota.driver [None req-8292b0ff-790f-4cf9-8176-6d2adb84d35d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:12:37.317441 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.v2.base [req-9229c12d-66b1-4b68-8e2b-9bff5cfccfd7 req-528d2a80-26e0-4802-885a-f8de77a09cb5 service neutron] Request body: {'port': {'device_id': 'b02cdae5-5033-4d9b-bffd-04c6279ef176', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80600'}} {{(pid=75041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:12:37.511004 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c410cf6-d3a6-4fed-865e-110e542aed34 req-dce7261b-3f3d-40f5-b4f5-b24ec4b807e2 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:37.523746 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-7c410cf6-d3a6-4fed-865e-110e542aed34 req-dce7261b-3f3d-40f5-b4f5-b24ec4b807e2 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/ports?device_id=768557d9-c88d-4397-91dd-f58022c93843 HTTP/1.1" status: 200 len: 946 time: 0.2859137 Aug 25 16:12:37.672839 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-7c410cf6-d3a6-4fed-865e-110e542aed34 req-5cb50be1-1c83-4186-8405-551d9e4b4453 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/security-groups?id=9e7f6e62-5d07-4b94-bd1b-2408a7eb9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477497 Aug 25 16:12:37.691870 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.provisioning_blocks [None req-5d8d06ae-3335-402b-88c6-ed5d592147c8 None None] Provisioning for port 8ab0defe-f017-4b0a-bd2a-afe8f5e317b9 completed by entity DHCP. {{(pid=75042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:12:37.713520 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.provisioning_blocks [None req-5d8d06ae-3335-402b-88c6-ed5d592147c8 None None] Provisioning complete for port 8ab0defe-f017-4b0a-bd2a-afe8f5e317b9 triggered by entity DHCP. {{(pid=75042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:12:37.719079 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-5d8d06ae-3335-402b-88c6-ed5d592147c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16203014'] for port, provisioning_complete {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:37.750633 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-8292b0ff-790f-4cf9-8176-6d2adb84d35d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:37.758199 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [req-9229c12d-66b1-4b68-8e2b-9bff5cfccfd7 req-528d2a80-26e0-4802-885a-f8de77a09cb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_update {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:37.793028 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-8292b0ff-790f-4cf9-8176-6d2adb84d35d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:37.811573 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-d2ccf5e6-e15b-4a0a-9df9-e0e1d7071cbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:12:37.936016 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.plugin [None req-5d8d06ae-3335-402b-88c6-ed5d592147c8 None None] Port 8ab0defe-f017-4b0a-bd2a-afe8f5e317b9 cannot update to ACTIVE because it is not bound. {{(pid=75042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 25 16:12:38.200646 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [None req-8292b0ff-790f-4cf9-8176-6d2adb84d35d admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=58801607cd174dcfa60d133d55425b36&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4848673 Aug 25 16:12:38.201509 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8292b0ff-790f-4cf9-8176-6d2adb84d35d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfa608a8-c826-4e33-9d30-11576705e218,revision_number=1']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:12:38.206935 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 57304) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:12:38.226340 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-8292b0ff-790f-4cf9-8176-6d2adb84d35d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:12:38.330103 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-5413a22a-1fb8-45ef-937b-8925eae0fc01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:38.342878 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b06a64-1e77-4d96-a9eb-e58bda5c2ce6 req-abd0a4bf-9c26-49e6-af26-5f558f70b223 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:38.349953 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-24b06a64-1e77-4d96-a9eb-e58bda5c2ce6 req-abd0a4bf-9c26-49e6-af26-5f558f70b223 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/ports?device_id=0d3c7106-0222-421b-af61-a22cca9b27dd HTTP/1.1" status: 200 len: 946 time: 0.2614577 Aug 25 16:12:38.423574 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66da1760-8bb5-4c95-8093-c3842d93d6f4 req-fc8414cc-0e88-4148-99ae-cb2f54d407cc tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:38.424727 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [req-66da1760-8bb5-4c95-8093-c3842d93d6f4 req-fc8414cc-0e88-4148-99ae-cb2f54d407cc tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Synchronizing usage tracker for tenant:e9aef4833bd74d2db11f03628b3cb562 on resource:port {{(pid=75041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:12:38.429399 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-5413a22a-1fb8-45ef-937b-8925eae0fc01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:38.467834 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-24b06a64-1e77-4d96-a9eb-e58bda5c2ce6 req-427d49f2-880d-4394-9b53-90487c2daa35 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/security-groups?id=3fd554c8-8e1b-4d92-bc55-34a0478699d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1169903 Aug 25 16:12:38.548296 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-5413a22a-1fb8-45ef-937b-8925eae0fc01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:38.552672 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-bd8051be-a8ab-4d9b-b514-8efeff6359f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:12:38.575981 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5413a22a-1fb8-45ef-937b-8925eae0fc01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfa608a8-c826-4e33-9d30-11576705e218,revision_number=None']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:12:38.582424 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-5413a22a-1fb8-45ef-937b-8925eae0fc01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:12:38.611970 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-5413a22a-1fb8-45ef-937b-8925eae0fc01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:38.613112 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-5413a22a-1fb8-45ef-937b-8925eae0fc01 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/bfa608a8-c826-4e33-9d30-11576705e218 HTTP/1.1" status: 204 len: 168 time: 0.4007652 Aug 25 16:12:38.824487 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.notifiers.nova [req-9229c12d-66b1-4b68-8e2b-9bff5cfccfd7 req-528d2a80-26e0-4802-885a-f8de77a09cb5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ab0defe-f017-4b0a-bd2a-afe8f5e317b9 {{(pid=75041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:12:38.833427 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [req-9229c12d-66b1-4b68-8e2b-9bff5cfccfd7 req-528d2a80-26e0-4802-885a-f8de77a09cb5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:38.857631 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.provisioning_blocks [req-9229c12d-66b1-4b68-8e2b-9bff5cfccfd7 req-528d2a80-26e0-4802-885a-f8de77a09cb5 service neutron] Transition to ACTIVE for port object 8ab0defe-f017-4b0a-bd2a-afe8f5e317b9 will not be triggered until provisioned by entity L2. {{(pid=75041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:12:38.871019 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [req-9229c12d-66b1-4b68-8e2b-9bff5cfccfd7 req-528d2a80-26e0-4802-885a-f8de77a09cb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776572168726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776571761677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776571761722'] for port, after_update {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:38.888173 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-1d30d7c7-c1ff-4e4d-a734-30c20dc8f74a tempest-VolumesActionsTest-1849989351 tempest-VolumesActionsTest-1849989351-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:12:39.022851 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [req-66da1760-8bb5-4c95-8093-c3842d93d6f4 req-fc8414cc-0e88-4148-99ae-cb2f54d407cc tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Unset dirty status for tenant:e9aef4833bd74d2db11f03628b3cb562 on resource:port {{(pid=75041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:12:39.040794 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-66da1760-8bb5-4c95-8093-c3842d93d6f4 req-fc8414cc-0e88-4148-99ae-cb2f54d407cc tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] 10.222.0.68 "GET /v2.0/ports?device_id=b02cdae5-5033-4d9b-bffd-04c6279ef176 HTTP/1.1" status: 200 len: 931 time: 0.8429973 Aug 25 16:12:39.217050 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 57316) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:12:39.310240 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-fe5301cc-e77f-44a9-93cf-630eff83721a admin admin] Notify callbacks [] for security_group, before_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:39.365345 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-66da1760-8bb5-4c95-8093-c3842d93d6f4 req-4c19a168-52f4-4725-bc86-2dc380376762 tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] 10.222.0.68 "GET /v2.0/security-groups?id=b5f57568-f110-4e84-ac24-03b82c7ae02d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3235054 Aug 25 16:12:39.383939 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528d2a80-26e0-4802-885a-f8de77a09cb5 service neutron] Pushing event updated for resources: {'Port': ['ID=8ab0defe-f017-4b0a-bd2a-afe8f5e317b9,revision_number=2']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:12:39.392639 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-528d2a80-26e0-4802-885a-f8de77a09cb5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.506s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:12:39.431381 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-fe5301cc-e77f-44a9-93cf-630eff83721a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:12:39.435745 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-fe5301cc-e77f-44a9-93cf-630eff83721a admin admin] Usage tracker for resource:security_group_rule and tenant:b36cbcdd3efc4b35aeaf9fcc4587b153 is out of sync, need to count used quota {{(pid=75040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:12:39.443034 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-fe5301cc-e77f-44a9-93cf-630eff83721a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:12:39.450343 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-fe5301cc-e77f-44a9-93cf-630eff83721a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:12:39.536794 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.managers [req-9229c12d-66b1-4b68-8e2b-9bff5cfccfd7 req-528d2a80-26e0-4802-885a-f8de77a09cb5 service neutron] Attempting to bind port 8ab0defe-f017-4b0a-bd2a-afe8f5e317b9 on host hv-cinder-80600 for vnic_type normal with profile {{(pid=75041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:12:39.538812 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.managers [req-9229c12d-66b1-4b68-8e2b-9bff5cfccfd7 req-528d2a80-26e0-4802-885a-f8de77a09cb5 service neutron] Attempting to bind port 8ab0defe-f017-4b0a-bd2a-afe8f5e317b9 by drivers openvswitch,hyperv on host hv-cinder-80600 at level 0 using segments [{'id': '958c1d75-9a7b-4ffd-b739-cb7f1585c545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '614f2e95-7eb0-4ef1-81dd-2bbf704665be'}] {{(pid=75041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:12:39.541172 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9229c12d-66b1-4b68-8e2b-9bff5cfccfd7 req-528d2a80-26e0-4802-885a-f8de77a09cb5 service neutron] Attempting to bind port 8ab0defe-f017-4b0a-bd2a-afe8f5e317b9 on network 614f2e95-7eb0-4ef1-81dd-2bbf704665be {{(pid=75041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:12:39.568943 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9229c12d-66b1-4b68-8e2b-9bff5cfccfd7 req-528d2a80-26e0-4802-885a-f8de77a09cb5 service neutron] Port 8ab0defe-f017-4b0a-bd2a-afe8f5e317b9 on network 614f2e95-7eb0-4ef1-81dd-2bbf704665be not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80600 {{(pid=75041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 16:12:39.569344 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9229c12d-66b1-4b68-8e2b-9bff5cfccfd7 req-528d2a80-26e0-4802-885a-f8de77a09cb5 service neutron] Attempting to bind port 8ab0defe-f017-4b0a-bd2a-afe8f5e317b9 on network 614f2e95-7eb0-4ef1-81dd-2bbf704665be {{(pid=75041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:12:39.621910 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9229c12d-66b1-4b68-8e2b-9bff5cfccfd7 req-528d2a80-26e0-4802-885a-f8de77a09cb5 service neutron] Checking agent: {'id': 'ce44fce8-b773-464c-81ed-5793acd8e0ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80600', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 7, 48), 'started_at': datetime.datetime(2021, 8, 25, 16, 7, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 12, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:12:39.622262 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9229c12d-66b1-4b68-8e2b-9bff5cfccfd7 req-528d2a80-26e0-4802-885a-f8de77a09cb5 service neutron] Checking segment: {'id': '958c1d75-9a7b-4ffd-b739-cb7f1585c545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '614f2e95-7eb0-4ef1-81dd-2bbf704665be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:12:39.622603 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9229c12d-66b1-4b68-8e2b-9bff5cfccfd7 req-528d2a80-26e0-4802-885a-f8de77a09cb5 service neutron] Bound using segment: {'id': '958c1d75-9a7b-4ffd-b739-cb7f1585c545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '614f2e95-7eb0-4ef1-81dd-2bbf704665be'} {{(pid=75041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:12:39.623045 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.managers [req-9229c12d-66b1-4b68-8e2b-9bff5cfccfd7 req-528d2a80-26e0-4802-885a-f8de77a09cb5 service neutron] Bound port: 8ab0defe-f017-4b0a-bd2a-afe8f5e317b9, host: hv-cinder-80600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '958c1d75-9a7b-4ffd-b739-cb7f1585c545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '614f2e95-7eb0-4ef1-81dd-2bbf704665be'}}] {{(pid=75041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:12:39.623395 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [req-9229c12d-66b1-4b68-8e2b-9bff5cfccfd7 req-528d2a80-26e0-4802-885a-f8de77a09cb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_update {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:39.676790 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207c9ba6-d057-45fd-a7fa-cae550b9009e req-23b72ff2-b31b-4011-a801-67b5c4ec71a6 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:39.686667 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-207c9ba6-d057-45fd-a7fa-cae550b9009e req-23b72ff2-b31b-4011-a801-67b5c4ec71a6 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/ports?device_id=768557d9-c88d-4397-91dd-f58022c93843 HTTP/1.1" status: 200 len: 946 time: 0.7398846 Aug 25 16:12:39.690421 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-fe5301cc-e77f-44a9-93cf-630eff83721a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:39.764277 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-207c9ba6-d057-45fd-a7fa-cae550b9009e req-ff40ef54-35d8-4c81-be59-24396346d99a tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/security-groups?id=9e7f6e62-5d07-4b94-bd1b-2408a7eb9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763230 Aug 25 16:12:39.767297 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-fe5301cc-e77f-44a9-93cf-630eff83721a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:39.845397 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.db [req-9229c12d-66b1-4b68-8e2b-9bff5cfccfd7 req-528d2a80-26e0-4802-885a-f8de77a09cb5 service neutron] For port 8ab0defe-f017-4b0a-bd2a-afe8f5e317b9, host hv-cinder-80600, cleared binding levels {{(pid=75041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:12:39.855052 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.db [req-9229c12d-66b1-4b68-8e2b-9bff5cfccfd7 req-528d2a80-26e0-4802-885a-f8de77a09cb5 service neutron] For port 8ab0defe-f017-4b0a-bd2a-afe8f5e317b9, host hv-cinder-80600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=8ab0defe-f017-4b0a-bd2a-afe8f5e317b9,segment=NetworkSegment(958c1d75-9a7b-4ffd-b739-cb7f1585c545),segment_id=958c1d75-9a7b-4ffd-b739-cb7f1585c545)] {{(pid=75041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:12:39.870791 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-0f25a2f4-7a36-430d-aceb-776d5a5057ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:12:39.894989 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-fe5301cc-e77f-44a9-93cf-630eff83721a admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=b36cbcdd3efc4b35aeaf9fcc4587b153&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6612158 Aug 25 16:12:39.896231 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 57330) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:12:39.954151 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [req-9229c12d-66b1-4b68-8e2b-9bff5cfccfd7 req-528d2a80-26e0-4802-885a-f8de77a09cb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776572168726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776571761677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776571761722'] for port, after_update {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:39.982798 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-e52e6b9d-5cf2-4093-985c-38fd95cfd51e tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:12:40.019211 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-753db360-4700-4233-b5ce-dad71a7e0064 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:40.039543 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5301cc-e77f-44a9-93cf-630eff83721a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6df4e070-1c6b-46e9-ba34-f6104d9c2f7a,revision_number=1']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:12:40.088916 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [req-9229c12d-66b1-4b68-8e2b-9bff5cfccfd7 req-528d2a80-26e0-4802-885a-f8de77a09cb5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981218'] for port, before_response {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:40.091129 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-fe5301cc-e77f-44a9-93cf-630eff83721a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:12:40.091270 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-9229c12d-66b1-4b68-8e2b-9bff5cfccfd7 req-528d2a80-26e0-4802-885a-f8de77a09cb5 service neutron] 10.222.0.70 "PUT /v2.0/ports/8ab0defe-f017-4b0a-bd2a-afe8f5e317b9 HTTP/1.1" status: 200 len: 1093 time: 2.7778902 Aug 25 16:12:40.117518 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-753db360-4700-4233-b5ce-dad71a7e0064 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:40.122113 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b02cdae5-5033-4d9b-bffd-04c6279ef176', 'tag': '8ab0defe-f017-4b0a-bd2a-afe8f5e317b9'}] {{(pid=75041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:12:40.275444 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-753db360-4700-4233-b5ce-dad71a7e0064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:40.282809 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-5413a22a-1fb8-45ef-937b-8925eae0fc01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:12:40.317622 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528d2a80-26e0-4802-885a-f8de77a09cb5 service neutron] Pushing event updated for resources: {'Port': ['ID=8ab0defe-f017-4b0a-bd2a-afe8f5e317b9,revision_number=3']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:12:40.322141 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-528d2a80-26e0-4802-885a-f8de77a09cb5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:12:40.339492 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b313f4-6d95-4a09-af17-88e976ec5bf8 req-9a466dd5-8303-4efb-88e3-672a88195423 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:40.346298 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753db360-4700-4233-b5ce-dad71a7e0064 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6df4e070-1c6b-46e9-ba34-f6104d9c2f7a,revision_number=None']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:12:40.346474 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-c7b313f4-6d95-4a09-af17-88e976ec5bf8 req-9a466dd5-8303-4efb-88e3-672a88195423 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/ports?device_id=0d3c7106-0222-421b-af61-a22cca9b27dd HTTP/1.1" status: 200 len: 946 time: 0.4897482 Aug 25 16:12:40.355073 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-753db360-4700-4233-b5ce-dad71a7e0064 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:40.356559 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-753db360-4700-4233-b5ce-dad71a7e0064 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/6df4e070-1c6b-46e9-ba34-f6104d9c2f7a HTTP/1.1" status: 204 len: 168 time: 0.4530644 Aug 25 16:12:40.357790 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-753db360-4700-4233-b5ce-dad71a7e0064 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:12:40.412900 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-9229c12d-66b1-4b68-8e2b-9bff5cfccfd7 req-c32b5350-bcac-49e2-b584-829a9a5a2394 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e9aef4833bd74d2db11f03628b3cb562&device_id=b02cdae5-5033-4d9b-bffd-04c6279ef176 HTTP/1.1" status: 200 len: 1096 time: 0.2464485 Aug 25 16:12:40.425640 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-c7b313f4-6d95-4a09-af17-88e976ec5bf8 req-4a59c329-8a1a-4988-8442-158d3cb5019a tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/security-groups?id=3fd554c8-8e1b-4d92-bc55-34a0478699d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783732 Aug 25 16:12:40.607210 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b02cdae5-5033-4d9b-bffd-04c6279ef176', 'tag': '8ab0defe-f017-4b0a-bd2a-afe8f5e317b9', 'status': 'completed', 'code': 200} Aug 25 16:12:40.647943 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-9229c12d-66b1-4b68-8e2b-9bff5cfccfd7 req-df209985-2538-4a0d-bce1-5983f19b610c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8ab0defe-f017-4b0a-bd2a-afe8f5e317b9 HTTP/1.1" status: 200 len: 217 time: 0.2212276 Aug 25 16:12:40.794100 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9229c12d-66b1-4b68-8e2b-9bff5cfccfd7 req-77a40a06-7212-4907-9c39-4aa7862b1a83 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:40.797431 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-9229c12d-66b1-4b68-8e2b-9bff5cfccfd7 req-77a40a06-7212-4907-9c39-4aa7862b1a83 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=61345865-f17f-47a1-85d8-a6ba566735d4 HTTP/1.1" status: 200 len: 848 time: 0.1425023 Aug 25 16:12:40.945733 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167c36c8-10b6-45e3-8d7d-df4b9fbeee57 req-c384e70d-13ff-457f-85f9-8d17b52a7726 tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:40.964674 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-167c36c8-10b6-45e3-8d7d-df4b9fbeee57 req-c384e70d-13ff-457f-85f9-8d17b52a7726 tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] 10.222.0.68 "GET /v2.0/ports?device_id=b02cdae5-5033-4d9b-bffd-04c6279ef176 HTTP/1.1" status: 200 len: 943 time: 0.2335448 Aug 25 16:12:41.056301 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [req-167c36c8-10b6-45e3-8d7d-df4b9fbeee57 req-a4d566d3-9714-4201-a049-2be55632abe9 tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Synchronizing usage tracker for tenant:e9aef4833bd74d2db11f03628b3cb562 on resource:security_group {{(pid=75040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:12:41.098293 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [req-167c36c8-10b6-45e3-8d7d-df4b9fbeee57 req-a4d566d3-9714-4201-a049-2be55632abe9 tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Unset dirty status for tenant:e9aef4833bd74d2db11f03628b3cb562 on resource:security_group {{(pid=75040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:12:41.116045 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-167c36c8-10b6-45e3-8d7d-df4b9fbeee57 req-a4d566d3-9714-4201-a049-2be55632abe9 tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] 10.222.0.68 "GET /v2.0/security-groups?id=b5f57568-f110-4e84-ac24-03b82c7ae02d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1487100 Aug 25 16:12:41.168372 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-9229c12d-66b1-4b68-8e2b-9bff5cfccfd7 req-feb359b2-cbc3-4901-8014-04f1d902eb3e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=614f2e95-7eb0-4ef1-81dd-2bbf704665be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3610718 Aug 25 16:12:41.439791 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-df7c3d4f-7cb4-496a-bf98-25ce2d4d2a4e req-c2465864-5e5b-446b-85ec-701f592ef1cb service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7bcd0c2726864d0db2590ec11bb3d659&device_id=768557d9-c88d-4397-91dd-f58022c93843 HTTP/1.1" status: 200 len: 1099 time: 0.4714024 Aug 25 16:12:41.902627 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3754c1cb-5417-4256-8c34-fd787a142130 req-4687137c-fd74-4141-aadf-63d142d068a7 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:41.904567 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-3754c1cb-5417-4256-8c34-fd787a142130 req-4687137c-fd74-4141-aadf-63d142d068a7 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/ports?device_id=768557d9-c88d-4397-91dd-f58022c93843 HTTP/1.1" status: 200 len: 946 time: 0.7260404 Aug 25 16:12:41.911003 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-9229c12d-66b1-4b68-8e2b-9bff5cfccfd7 req-dfd2ad2a-7b9d-4324-8b22-362be6c1fb3b service neutron] 10.222.0.70 "GET /v2.0/networks/614f2e95-7eb0-4ef1-81dd-2bbf704665be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7305856 Aug 25 16:12:41.948179 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8027029-4929-4c3a-82d6-c433acb28eb1 req-432f6cba-8beb-45b6-b658-caee25815872 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:41.962856 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-a8027029-4929-4c3a-82d6-c433acb28eb1 req-432f6cba-8beb-45b6-b658-caee25815872 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/ports?device_id=0d3c7106-0222-421b-af61-a22cca9b27dd HTTP/1.1" status: 200 len: 946 time: 0.1568046 Aug 25 16:12:42.091211 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-a8027029-4929-4c3a-82d6-c433acb28eb1 req-339be0b7-7fdb-442f-884a-a0e6cfd9381d tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/security-groups?id=3fd554c8-8e1b-4d92-bc55-34a0478699d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1268229 Aug 25 16:12:42.269424 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7c3d4f-7cb4-496a-bf98-25ce2d4d2a4e req-e0963308-7e3a-4673-9200-702912983761 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:42.271422 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-df7c3d4f-7cb4-496a-bf98-25ce2d4d2a4e req-e0963308-7e3a-4673-9200-702912983761 service neutron] 10.222.0.70 "GET /v2.0/networks?id=d0ae9dbb-c442-45e5-bb7b-f5c10c916870 HTTP/1.1" status: 200 len: 920 time: 0.8236456 Aug 25 16:12:42.287770 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-3754c1cb-5417-4256-8c34-fd787a142130 req-d309ce61-2d3e-4006-816c-f75eb2cf401e tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/security-groups?id=9e7f6e62-5d07-4b94-bd1b-2408a7eb9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3757875 Aug 25 16:12:42.441325 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be62359-2ed7-4dc6-9236-1737a0cc642a req-9613928b-9341-4924-9bbb-bed931978a14 tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:42.442690 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-3be62359-2ed7-4dc6-9236-1737a0cc642a req-9613928b-9341-4924-9bbb-bed931978a14 tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] 10.222.0.68 "GET /v2.0/ports?device_id=b02cdae5-5033-4d9b-bffd-04c6279ef176 HTTP/1.1" status: 200 len: 943 time: 0.1369078 Aug 25 16:12:42.512322 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-3be62359-2ed7-4dc6-9236-1737a0cc642a req-4db56cb7-e26e-4c88-98ed-02b74bec135c tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] 10.222.0.68 "GET /v2.0/security-groups?id=b5f57568-f110-4e84-ac24-03b82c7ae02d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583520 Aug 25 16:12:42.556598 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-9229c12d-66b1-4b68-8e2b-9bff5cfccfd7 req-34adee70-cfbf-4ad5-ae06-e6ee115ba4fb service neutron] 10.222.0.70 "GET /v2.0/networks/614f2e95-7eb0-4ef1-81dd-2bbf704665be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6138539 Aug 25 16:12:42.585458 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-df7c3d4f-7cb4-496a-bf98-25ce2d4d2a4e req-bcef20bc-8890-4e98-a0ac-aa99870aa0f0 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a2004afb-50ec-4eef-af5d-50a1aa80529c HTTP/1.1" status: 200 len: 217 time: 0.1771321 Aug 25 16:12:42.679043 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7c3d4f-7cb4-496a-bf98-25ce2d4d2a4e req-8c3d3aff-9b97-4bc9-a5bb-91cea0ed778f service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:42.680814 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-df7c3d4f-7cb4-496a-bf98-25ce2d4d2a4e req-8c3d3aff-9b97-4bc9-a5bb-91cea0ed778f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=69cf06f5-4b93-4431-8d8c-27a4df3b9aa7 HTTP/1.1" status: 200 len: 859 time: 0.0877385 Aug 25 16:12:42.812729 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-df7c3d4f-7cb4-496a-bf98-25ce2d4d2a4e req-9049167a-f607-4010-bb36-69c48e2a923c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d0ae9dbb-c442-45e5-bb7b-f5c10c916870&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1102147 Aug 25 16:12:43.093467 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-427ac8c5-9148-45da-a6d9-04bbb7662744 req-5926e4b7-8f5b-4686-82a8-70eac53cfac1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e9aef4833bd74d2db11f03628b3cb562&device_id=b02cdae5-5033-4d9b-bffd-04c6279ef176 HTTP/1.1" status: 200 len: 1096 time: 0.3513219 Aug 25 16:12:43.097235 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-df7c3d4f-7cb4-496a-bf98-25ce2d4d2a4e req-57fe653f-8a78-4148-9917-4c1b7826ffb5 service neutron] 10.222.0.70 "GET /v2.0/networks/d0ae9dbb-c442-45e5-bb7b-f5c10c916870?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2724316 Aug 25 16:12:43.626783 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-df7c3d4f-7cb4-496a-bf98-25ce2d4d2a4e req-5be1dce3-f557-4900-8141-77bbab230427 service neutron] 10.222.0.70 "GET /v2.0/networks/d0ae9dbb-c442-45e5-bb7b-f5c10c916870?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4455721 Aug 25 16:12:43.697124 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5530a7-c34d-4b79-9455-74dfb8cef6a5 req-aa451d45-1845-4262-a07f-ddd0f3cdbf4e tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:43.699587 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-ac5530a7-c34d-4b79-9455-74dfb8cef6a5 req-aa451d45-1845-4262-a07f-ddd0f3cdbf4e tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/ports?device_id=768557d9-c88d-4397-91dd-f58022c93843 HTTP/1.1" status: 200 len: 946 time: 0.1186521 Aug 25 16:12:43.754736 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427ac8c5-9148-45da-a6d9-04bbb7662744 req-378e40c7-4226-4a8b-9192-510e8184ebf7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:43.759968 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-427ac8c5-9148-45da-a6d9-04bbb7662744 req-378e40c7-4226-4a8b-9192-510e8184ebf7 service neutron] 10.222.0.70 "GET /v2.0/networks?id=614f2e95-7eb0-4ef1-81dd-2bbf704665be HTTP/1.1" status: 200 len: 910 time: 0.6541767 Aug 25 16:12:43.901257 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-ac5530a7-c34d-4b79-9455-74dfb8cef6a5 req-ed83d2d0-da15-4f55-b64b-de3bfa6c3646 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/security-groups?id=9e7f6e62-5d07-4b94-bd1b-2408a7eb9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951609 Aug 25 16:12:44.005775 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd470e45-8dbf-4235-b8f8-3d30a039a9d0 req-959bead9-c36f-4153-b7f4-2426f6519645 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:44.008266 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-bd470e45-8dbf-4235-b8f8-3d30a039a9d0 req-959bead9-c36f-4153-b7f4-2426f6519645 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/ports?device_id=0d3c7106-0222-421b-af61-a22cca9b27dd HTTP/1.1" status: 200 len: 946 time: 0.6452477 Aug 25 16:12:44.073294 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-427ac8c5-9148-45da-a6d9-04bbb7662744 req-a8c41855-2553-4edf-b8f7-308e96fec021 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8ab0defe-f017-4b0a-bd2a-afe8f5e317b9 HTTP/1.1" status: 200 len: 217 time: 0.2982597 Aug 25 16:12:44.150594 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bbd3cd-3db5-44e7-bbea-df2be4294009 req-8ca07368-bb4f-4a56-9c61-4a95a39dc01f tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:44.159092 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-86bbd3cd-3db5-44e7-bbea-df2be4294009 req-8ca07368-bb4f-4a56-9c61-4a95a39dc01f tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] 10.222.0.68 "GET /v2.0/ports?device_id=b02cdae5-5033-4d9b-bffd-04c6279ef176 HTTP/1.1" status: 200 len: 943 time: 0.1088524 Aug 25 16:12:44.277131 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-86bbd3cd-3db5-44e7-bbea-df2be4294009 req-534c7061-9393-47e3-be36-fdefca49bb58 tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] 10.222.0.68 "GET /v2.0/security-groups?id=b5f57568-f110-4e84-ac24-03b82c7ae02d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1157963 Aug 25 16:12:44.301395 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-bd470e45-8dbf-4235-b8f8-3d30a039a9d0 req-733b6bdd-e9e7-4d5c-8e15-0358cf25ffab tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/security-groups?id=3fd554c8-8e1b-4d92-bc55-34a0478699d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2696929 Aug 25 16:12:44.374197 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427ac8c5-9148-45da-a6d9-04bbb7662744 req-9d0da7be-523a-4848-9e69-e4b83358eb14 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:44.378514 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-427ac8c5-9148-45da-a6d9-04bbb7662744 req-9d0da7be-523a-4848-9e69-e4b83358eb14 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=61345865-f17f-47a1-85d8-a6ba566735d4 HTTP/1.1" status: 200 len: 848 time: 0.2986021 Aug 25 16:12:44.578745 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-427ac8c5-9148-45da-a6d9-04bbb7662744 req-88c72e0e-6ee5-469c-9daf-21486d6a24bf service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=614f2e95-7eb0-4ef1-81dd-2bbf704665be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1871059 Aug 25 16:12:45.033582 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-427ac8c5-9148-45da-a6d9-04bbb7662744 req-b6df2610-fb75-40be-b920-eaaeb6fe091a service neutron] 10.222.0.70 "GET /v2.0/networks/614f2e95-7eb0-4ef1-81dd-2bbf704665be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4521418 Aug 25 16:12:45.410997 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-427ac8c5-9148-45da-a6d9-04bbb7662744 req-55febfdb-3296-4d54-b984-cfe60f870130 service neutron] 10.222.0.70 "GET /v2.0/networks/614f2e95-7eb0-4ef1-81dd-2bbf704665be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3653653 Aug 25 16:12:45.414310 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.wsgi [-] (75041) accepted ('10.222.0.68', 57438) {{(pid=75041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:12:45.482418 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759b305a-ec8d-46dd-a7f8-c3447aa1a4b9 req-34d23ca0-9191-446f-8d56-3f46b06e17fe tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:45.507566 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-759b305a-ec8d-46dd-a7f8-c3447aa1a4b9 req-34d23ca0-9191-446f-8d56-3f46b06e17fe tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/ports?device_id=768557d9-c88d-4397-91dd-f58022c93843 HTTP/1.1" status: 200 len: 946 time: 0.2280943 Aug 25 16:12:45.617785 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-759b305a-ec8d-46dd-a7f8-c3447aa1a4b9 req-00b72b42-0d74-4fec-848c-385f69245ea4 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/security-groups?id=9e7f6e62-5d07-4b94-bd1b-2408a7eb9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955780 Aug 25 16:12:45.823055 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aabf89a-1aed-457f-ae2a-ddb6d60c33ef req-9e146e53-2cd2-4192-91d1-ecec1570a10d tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:45.824577 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-7aabf89a-1aed-457f-ae2a-ddb6d60c33ef req-9e146e53-2cd2-4192-91d1-ecec1570a10d tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] 10.222.0.68 "GET /v2.0/ports?device_id=b02cdae5-5033-4d9b-bffd-04c6279ef176 HTTP/1.1" status: 200 len: 943 time: 0.2189295 Aug 25 16:12:45.885928 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e2ac05-b3d1-4d18-b136-ef6f38a76636 req-9b4ec5ed-8f34-4002-b517-97300386517c tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:45.893638 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-7aabf89a-1aed-457f-ae2a-ddb6d60c33ef req-aeccda6a-f606-4175-adb4-c52c74460530 tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] 10.222.0.68 "GET /v2.0/security-groups?id=b5f57568-f110-4e84-ac24-03b82c7ae02d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505104 Aug 25 16:12:45.894839 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-a664796a-271f-4d70-a18f-f1ae16ea7074 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:45.960015 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.quota.driver [None req-a664796a-271f-4d70-a18f-f1ae16ea7074 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:12:45.960121 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-e0e2ac05-b3d1-4d18-b136-ef6f38a76636 req-9b4ec5ed-8f34-4002-b517-97300386517c tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/ports?device_id=0d3c7106-0222-421b-af61-a22cca9b27dd HTTP/1.1" status: 200 len: 946 time: 0.1910212 Aug 25 16:12:45.960224 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [None req-a664796a-271f-4d70-a18f-f1ae16ea7074 admin admin] Usage tracker for resource:security_group_rule and tenant:9dc000a9ff704635ab425d247ab17325 is out of sync, need to count used quota {{(pid=75041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:12:45.960224 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [None req-a664796a-271f-4d70-a18f-f1ae16ea7074 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:12:45.960224 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.quota.driver [None req-a664796a-271f-4d70-a18f-f1ae16ea7074 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:12:46.077355 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-e0e2ac05-b3d1-4d18-b136-ef6f38a76636 req-0dd5fcea-53b6-453c-a8f9-09d5d451284a tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/security-groups?id=3fd554c8-8e1b-4d92-bc55-34a0478699d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1320624 Aug 25 16:12:46.160247 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Device 8ab0defe-f017-4b0a-bd2a-afe8f5e317b9 details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 25 16:12:46.196740 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-a664796a-271f-4d70-a18f-f1ae16ea7074 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:46.209159 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-a664796a-271f-4d70-a18f-f1ae16ea7074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:46.233133 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-936d4802-154c-4cb8-967b-75133ee46dc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:12:46.301116 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a664796a-271f-4d70-a18f-f1ae16ea7074 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38c6e26d-9197-4561-be77-9ed7b4c47c97,revision_number=1']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:12:46.316197 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-a664796a-271f-4d70-a18f-f1ae16ea7074 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:12:46.366919 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [None req-a664796a-271f-4d70-a18f-f1ae16ea7074 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=9dc000a9ff704635ab425d247ab17325&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9489079 Aug 25 16:12:46.367911 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.wsgi [-] (75041) accepted ('10.222.0.68', 57462) {{(pid=75041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:12:46.430320 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.db [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] For port 8ab0defe-f017-4b0a-bd2a-afe8f5e317b9, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=8ab0defe-f017-4b0a-bd2a-afe8f5e317b9,segment=NetworkSegment(958c1d75-9a7b-4ffd-b739-cb7f1585c545),segment_id=958c1d75-9a7b-4ffd-b739-cb7f1585c545)] {{(pid=75042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:12:46.444320 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Returning: {'device': '8ab0defe-f017-4b0a-bd2a-afe8f5e317b9', 'network_id': '614f2e95-7eb0-4ef1-81dd-2bbf704665be', 'port_id': '8ab0defe-f017-4b0a-bd2a-afe8f5e317b9', 'mac_address': 'fa:16:3e:fd:9f:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 857, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61345865-f17f-47a1-85d8-a6ba566735d4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 25 16:12:46.487728 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-8b9a7bca-3d39-4640-a27d-7efed49f1171 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:46.530773 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:46.554220 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-8b9a7bca-3d39-4640-a27d-7efed49f1171 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:46.567680 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.notifiers.nova [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ab0defe-f017-4b0a-bd2a-afe8f5e317b9 {{(pid=75042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:12:46.590360 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.db [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] For port 8ab0defe-f017-4b0a-bd2a-afe8f5e317b9, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=8ab0defe-f017-4b0a-bd2a-afe8f5e317b9,segment=NetworkSegment(958c1d75-9a7b-4ffd-b739-cb7f1585c545),segment_id=958c1d75-9a7b-4ffd-b739-cb7f1585c545)] {{(pid=75042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:12:46.595729 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776572168726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776571761677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776571761722'] for port, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:46.597608 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:12:46.623991 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-8b9a7bca-3d39-4640-a27d-7efed49f1171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:46.627720 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-92bf1045-a47e-4d57-bdf6-a9c807e5f7a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:12:46.655702 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9a7bca-3d39-4640-a27d-7efed49f1171 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38c6e26d-9197-4561-be77-9ed7b4c47c97,revision_number=None']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:12:46.658651 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-8b9a7bca-3d39-4640-a27d-7efed49f1171 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:12:46.673465 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-8b9a7bca-3d39-4640-a27d-7efed49f1171 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:46.677045 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [None req-8b9a7bca-3d39-4640-a27d-7efed49f1171 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/38c6e26d-9197-4561-be77-9ed7b4c47c97 HTTP/1.1" status: 204 len: 168 time: 0.3055501 Aug 25 16:12:46.714201 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Pushing event updated for resources: {'Port': ['ID=8ab0defe-f017-4b0a-bd2a-afe8f5e317b9,revision_number=4']} {{(pid=75042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:12:46.723881 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:12:46.932008 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccc50fa-7014-4e5f-859b-fffceef7b1fd req-9f55b836-f766-4f4e-92d9-eca2a79288bf tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:46.932972 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.db [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] get_ports_and_sgs() called for port_ids ['8ab0defe-f017-4b0a-bd2a-afe8f5e317b9'] {{(pid=75042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:12:46.939339 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-dccc50fa-7014-4e5f-859b-fffceef7b1fd req-9f55b836-f766-4f4e-92d9-eca2a79288bf tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/ports?device_id=768557d9-c88d-4397-91dd-f58022c93843 HTTP/1.1" status: 200 len: 946 time: 0.1350131 Aug 25 16:12:47.011649 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 57488) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:12:47.040171 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-dccc50fa-7014-4e5f-859b-fffceef7b1fd req-bbe2eeb5-c5d9-42fc-9954-403309b670e2 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/security-groups?id=9e7f6e62-5d07-4b94-bd1b-2408a7eb9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991130 Aug 25 16:12:47.286593 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-33bf6b25-5e01-4e08-be37-9a8a994fb309 req-7238d988-797c-4715-b56e-d44e40efed90 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=dc71d1df614a4412aaf0b6136cfc4aba&device_id=0d3c7106-0222-421b-af61-a22cca9b27dd HTTP/1.1" status: 200 len: 1099 time: 0.1852112 Aug 25 16:12:47.382479 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-8c1bcc28-6e8b-4414-9e97-b7e62d9f67dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:47.462415 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-8c1bcc28-6e8b-4414-9e97-b7e62d9f67dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:12:47.469506 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-8c1bcc28-6e8b-4414-9e97-b7e62d9f67dc admin admin] Usage tracker for resource:security_group_rule and tenant:bcaf9c02aa3d476681b41f4340a8a534 is out of sync, need to count used quota {{(pid=75040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:12:47.473151 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-8c1bcc28-6e8b-4414-9e97-b7e62d9f67dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:12:47.480874 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-8c1bcc28-6e8b-4414-9e97-b7e62d9f67dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:12:47.648928 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c4aaa1-b1f8-4262-b92b-9b68b875f2dd req-b24aee86-bfb4-4ee8-9132-878172433c50 tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:47.654848 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-88c4aaa1-b1f8-4262-b92b-9b68b875f2dd req-b24aee86-bfb4-4ee8-9132-878172433c50 tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] 10.222.0.68 "GET /v2.0/ports?device_id=b02cdae5-5033-4d9b-bffd-04c6279ef176 HTTP/1.1" status: 200 len: 944 time: 0.1753936 Aug 25 16:12:47.701553 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d2a573-2da5-4384-8bf9-61e7a55cbe5f req-eb92e05b-bd0f-45e9-a5fd-ec2ee26f4871 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:47.710347 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-47d2a573-2da5-4384-8bf9-61e7a55cbe5f req-eb92e05b-bd0f-45e9-a5fd-ec2ee26f4871 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/ports?device_id=0d3c7106-0222-421b-af61-a22cca9b27dd HTTP/1.1" status: 200 len: 946 time: 0.1954782 Aug 25 16:12:47.743189 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bf6b25-5e01-4e08-be37-9a8a994fb309 req-8ddd5b59-c780-4349-8134-bd5bab0b3aec service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:47.744921 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-33bf6b25-5e01-4e08-be37-9a8a994fb309 req-8ddd5b59-c780-4349-8134-bd5bab0b3aec service neutron] 10.222.0.70 "GET /v2.0/networks?id=fb04b5ec-673a-4a91-b0e5-12c6c13382bd HTTP/1.1" status: 200 len: 916 time: 0.4499490 Aug 25 16:12:47.824906 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-88c4aaa1-b1f8-4262-b92b-9b68b875f2dd req-ff397df6-18d6-428c-aadc-ced9c573a119 tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] 10.222.0.68 "GET /v2.0/security-groups?id=b5f57568-f110-4e84-ac24-03b82c7ae02d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1618924 Aug 25 16:12:47.879331 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-8c1bcc28-6e8b-4414-9e97-b7e62d9f67dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:47.890426 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-8c1bcc28-6e8b-4414-9e97-b7e62d9f67dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:47.901253 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-4ac5b4fc-7df3-4b52-8a40-f104d21ddaa2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:12:47.910209 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-47d2a573-2da5-4384-8bf9-61e7a55cbe5f req-f5ac612b-0160-4ede-b318-41ed8654b3c5 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/security-groups?id=3fd554c8-8e1b-4d92-bc55-34a0478699d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1916864 Aug 25 16:12:47.934971 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1bcc28-6e8b-4414-9e97-b7e62d9f67dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2d1c761-5754-42a7-93be-c811da79f330,revision_number=1']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:12:47.939033 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-8c1bcc28-6e8b-4414-9e97-b7e62d9f67dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:12:47.971424 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-8c1bcc28-6e8b-4414-9e97-b7e62d9f67dc admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=bcaf9c02aa3d476681b41f4340a8a534&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9540975 Aug 25 16:12:47.972449 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 57516) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:12:48.009590 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-33bf6b25-5e01-4e08-be37-9a8a994fb309 req-e3e37527-8b85-4835-a32f-20bc9b80d597 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bf374dad-3f0b-4091-8d94-2e239257f70f HTTP/1.1" status: 200 len: 1002 time: 0.2463892 Aug 25 16:12:48.077000 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-cccdb677-e5b6-4de6-8fed-e86163f6ebf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:48.136502 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-cccdb677-e5b6-4de6-8fed-e86163f6ebf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:48.177046 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bf6b25-5e01-4e08-be37-9a8a994fb309 req-78eb42fa-85aa-416b-b436-0b92f62e976c service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:48.193682 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-33bf6b25-5e01-4e08-be37-9a8a994fb309 req-78eb42fa-85aa-416b-b436-0b92f62e976c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=dcc96182-e992-4fac-b9ad-11619c23a7ba HTTP/1.1" status: 200 len: 854 time: 0.1737423 Aug 25 16:12:48.223709 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-cccdb677-e5b6-4de6-8fed-e86163f6ebf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:48.250727 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-d9fe28ff-0a61-4aab-83ac-df6c65480396 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:12:48.288591 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccdb677-e5b6-4de6-8fed-e86163f6ebf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2d1c761-5754-42a7-93be-c811da79f330,revision_number=None']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:12:48.300907 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-cccdb677-e5b6-4de6-8fed-e86163f6ebf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:48.302201 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-cccdb677-e5b6-4de6-8fed-e86163f6ebf7 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/e2d1c761-5754-42a7-93be-c811da79f330 HTTP/1.1" status: 204 len: 168 time: 0.3288472 Aug 25 16:12:48.330248 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-cccdb677-e5b6-4de6-8fed-e86163f6ebf7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:12:48.337752 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-33bf6b25-5e01-4e08-be37-9a8a994fb309 req-a6dcd3b1-de23-42d1-be5e-19f4a980f58a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=fb04b5ec-673a-4a91-b0e5-12c6c13382bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1374595 Aug 25 16:12:48.519597 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:48.711406 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-33bf6b25-5e01-4e08-be37-9a8a994fb309 req-86d80814-43d3-45d4-b1fb-f6f232c70b84 service neutron] 10.222.0.70 "GET /v2.0/networks/fb04b5ec-673a-4a91-b0e5-12c6c13382bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3559005 Aug 25 16:12:49.004486 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-33bf6b25-5e01-4e08-be37-9a8a994fb309 req-9c17e3e7-6186-48e2-a6ad-caef30bf98c4 service neutron] 10.222.0.70 "GET /v2.0/networks/fb04b5ec-673a-4a91-b0e5-12c6c13382bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2847896 Aug 25 16:12:49.107606 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c192bdb0-cb16-4cfa-a43a-2be3c1afb58b req-ba26fdbe-1ee6-4b9d-96d8-34ace2ece287 tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:49.111114 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-c192bdb0-cb16-4cfa-a43a-2be3c1afb58b req-ba26fdbe-1ee6-4b9d-96d8-34ace2ece287 tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] 10.222.0.68 "GET /v2.0/ports?device_id=b02cdae5-5033-4d9b-bffd-04c6279ef176 HTTP/1.1" status: 200 len: 944 time: 0.1280844 Aug 25 16:12:49.175989 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.wsgi [-] (75041) accepted ('10.222.0.68', 57546) {{(pid=75041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:12:49.210743 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-c192bdb0-cb16-4cfa-a43a-2be3c1afb58b req-27f60c4e-157f-4aea-a0ad-a163f3ec0cfe tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] 10.222.0.68 "GET /v2.0/security-groups?id=b5f57568-f110-4e84-ac24-03b82c7ae02d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928278 Aug 25 16:12:49.211945 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-59571d25-7fc5-458e-8673-18a52e634be5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:49.363270 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.quota.driver [None req-59571d25-7fc5-458e-8673-18a52e634be5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:12:49.369344 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [None req-59571d25-7fc5-458e-8673-18a52e634be5 admin admin] Usage tracker for resource:security_group_rule and tenant:ef29d5f73aee42f897dfb440aa2c47e5 is out of sync, need to count used quota {{(pid=75041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:12:49.373862 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [None req-59571d25-7fc5-458e-8673-18a52e634be5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:12:49.383057 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.quota.driver [None req-59571d25-7fc5-458e-8673-18a52e634be5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:12:49.402114 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df58267-7205-4088-97d9-f9e6d02617c0 req-a4bce133-9553-46c8-8ee7-b29d6638b30a tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:49.403523 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-3df58267-7205-4088-97d9-f9e6d02617c0 req-a4bce133-9553-46c8-8ee7-b29d6638b30a tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/ports?device_id=0d3c7106-0222-421b-af61-a22cca9b27dd HTTP/1.1" status: 200 len: 946 time: 0.1744735 Aug 25 16:12:49.458554 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.wsgi [-] (75041) accepted ('10.222.0.68', 57552) {{(pid=75041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:12:49.483094 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-3df58267-7205-4088-97d9-f9e6d02617c0 req-4b4be069-3a0f-4915-a46e-d61eeec47d20 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/security-groups?id=3fd554c8-8e1b-4d92-bc55-34a0478699d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694838 Aug 25 16:12:49.513872 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-59571d25-7fc5-458e-8673-18a52e634be5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:49.522948 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-59571d25-7fc5-458e-8673-18a52e634be5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:49.532955 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-ca362224-d4e0-48ca-95b8-e26759c8fd1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:12:49.566931 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59571d25-7fc5-458e-8673-18a52e634be5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75f3c3fb-c5d0-458e-b2a1-0d54b45d4209,revision_number=1']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:12:49.591474 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59571d25-7fc5-458e-8673-18a52e634be5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:12:49.591941 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59571d25-7fc5-458e-8673-18a52e634be5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:12:49.592355 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59571d25-7fc5-458e-8673-18a52e634be5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:12:49.592708 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59571d25-7fc5-458e-8673-18a52e634be5 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:12:49.593051 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59571d25-7fc5-458e-8673-18a52e634be5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:12:49.593500 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59571d25-7fc5-458e-8673-18a52e634be5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:12:49.593904 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59571d25-7fc5-458e-8673-18a52e634be5 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:12:49.594311 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59571d25-7fc5-458e-8673-18a52e634be5 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:12:49.594713 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59571d25-7fc5-458e-8673-18a52e634be5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:12:49.595139 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59571d25-7fc5-458e-8673-18a52e634be5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:12:49.595530 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59571d25-7fc5-458e-8673-18a52e634be5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:12:49.599474 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-59571d25-7fc5-458e-8673-18a52e634be5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:12:49.607288 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [None req-59571d25-7fc5-458e-8673-18a52e634be5 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=ef29d5f73aee42f897dfb440aa2c47e5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4257848 Aug 25 16:12:49.607288 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.wsgi [-] (75041) accepted ('10.222.0.68', 57558) {{(pid=75041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:12:49.764187 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-7eba7e99-d8f1-4a16-b3a0-8fda44e4807a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:49.801949 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-7eba7e99-d8f1-4a16-b3a0-8fda44e4807a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:49.898583 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-564418e0-3ada-402e-af4e-2ba209ed7f48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:49.979056 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-7eba7e99-d8f1-4a16-b3a0-8fda44e4807a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:49.996778 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-d9e4f75d-5e1e-453a-abb6-a81e8c50e41a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:12:50.022840 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eba7e99-d8f1-4a16-b3a0-8fda44e4807a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75f3c3fb-c5d0-458e-b2a1-0d54b45d4209,revision_number=None']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:12:50.028816 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-7eba7e99-d8f1-4a16-b3a0-8fda44e4807a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:12:50.044834 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.quota.driver [None req-564418e0-3ada-402e-af4e-2ba209ed7f48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:12:50.050960 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [None req-564418e0-3ada-402e-af4e-2ba209ed7f48 admin admin] Usage tracker for resource:security_group_rule and tenant:73412f3e36b04d0cb2c3d38291b75d25 is out of sync, need to count used quota {{(pid=75041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:12:50.059547 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [None req-564418e0-3ada-402e-af4e-2ba209ed7f48 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:12:50.063252 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-7eba7e99-d8f1-4a16-b3a0-8fda44e4807a admin admin] Notify callbacks [] for security_group, before_response {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:50.066050 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [None req-7eba7e99-d8f1-4a16-b3a0-8fda44e4807a admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/75f3c3fb-c5d0-458e-b2a1-0d54b45d4209 HTTP/1.1" status: 204 len: 168 time: 0.4578788 Aug 25 16:12:50.077350 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.quota.driver [None req-564418e0-3ada-402e-af4e-2ba209ed7f48 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:12:50.182400 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Device 8ab0defe-f017-4b0a-bd2a-afe8f5e317b9 up at agent hyperv_hv-cinder-80600 {{(pid=75042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:12:50.200150 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-b1d33eb6-0629-4db6-978c-5f971c07f1b7 req-51296acd-fdf1-44a2-8c5d-19ea3633f264 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=21576f61-6c69-4e7d-bcca-66318419bc0b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2619929 Aug 25 16:12:50.299401 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.provisioning_blocks [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Provisioning for port 8ab0defe-f017-4b0a-bd2a-afe8f5e317b9 completed by entity L2. {{(pid=75042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:12:50.312979 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.provisioning_blocks [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Provisioning complete for port 8ab0defe-f017-4b0a-bd2a-afe8f5e317b9 triggered by entity L2. {{(pid=75042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:12:50.316296 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16203014'] for port, provisioning_complete {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:50.368039 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-564418e0-3ada-402e-af4e-2ba209ed7f48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:50.377613 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-564418e0-3ada-402e-af4e-2ba209ed7f48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:50.440772 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:12:50.476947 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [None req-564418e0-3ada-402e-af4e-2ba209ed7f48 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=73412f3e36b04d0cb2c3d38291b75d25&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0173464 Aug 25 16:12:50.479940 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 57582) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:12:50.496458 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564418e0-3ada-402e-af4e-2ba209ed7f48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fd249e7-0522-4ccb-82c1-8622b051c636,revision_number=1']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:12:50.509514 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-564418e0-3ada-402e-af4e-2ba209ed7f48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:12:50.568840 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:50.616927 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-9642ef33-3cc7-4c67-94a1-f4f89c87af3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:50.628289 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b02cdae5-5033-4d9b-bffd-04c6279ef176', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ab0defe-f017-4b0a-bd2a-afe8f5e317b9'}] {{(pid=75042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:12:50.639002 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.db [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] For port 8ab0defe-f017-4b0a-bd2a-afe8f5e317b9, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=8ab0defe-f017-4b0a-bd2a-afe8f5e317b9,segment=NetworkSegment(958c1d75-9a7b-4ffd-b739-cb7f1585c545),segment_id=958c1d75-9a7b-4ffd-b739-cb7f1585c545)] {{(pid=75042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:12:50.645563 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776572168726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776571761677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776571761722'] for port, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:50.647709 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Device bf374dad-3f0b-4091-8d94-2e239257f70f no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:12:50.678313 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-9642ef33-3cc7-4c67-94a1-f4f89c87af3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:50.686659 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:12:50.806150 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Pushing event updated for resources: {'Port': ['ID=8ab0defe-f017-4b0a-bd2a-afe8f5e317b9,revision_number=5']} {{(pid=75042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:12:50.814544 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-9642ef33-3cc7-4c67-94a1-f4f89c87af3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:50.820145 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-753db360-4700-4233-b5ce-dad71a7e0064 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:12:50.831043 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-b1d33eb6-0629-4db6-978c-5f971c07f1b7 req-8509f006-35ae-4ac2-826e-14e17e192fa4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7bcd0c2726864d0db2590ec11bb3d659&device_id=21576f61-6c69-4e7d-bcca-66318419bc0b HTTP/1.1" status: 200 len: 1099 time: 0.5963082 Aug 25 16:12:50.836343 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:12:50.863830 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9642ef33-3cc7-4c67-94a1-f4f89c87af3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fd249e7-0522-4ccb-82c1-8622b051c636,revision_number=None']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:12:50.866896 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-9642ef33-3cc7-4c67-94a1-f4f89c87af3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:12:50.871849 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-9642ef33-3cc7-4c67-94a1-f4f89c87af3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:50.888806 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-9642ef33-3cc7-4c67-94a1-f4f89c87af3d admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/8fd249e7-0522-4ccb-82c1-8622b051c636 HTTP/1.1" status: 204 len: 168 time: 0.4076071 Aug 25 16:12:50.955619 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:51.010293 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f0b0d5-5bd9-4fb4-a8a8-561127e98501 req-da218497-c651-4baa-b78a-42a0c1df4765 tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:51.023650 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-01f0b0d5-5bd9-4fb4-a8a8-561127e98501 req-da218497-c651-4baa-b78a-42a0c1df4765 tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] 10.222.0.68 "GET /v2.0/ports?device_id=b02cdae5-5033-4d9b-bffd-04c6279ef176 HTTP/1.1" status: 200 len: 944 time: 0.5280843 Aug 25 16:12:51.042188 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.db [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] For port bf374dad-3f0b-4091-8d94-2e239257f70f, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=bf374dad-3f0b-4091-8d94-2e239257f70f,segment=NetworkSegment(a4fe9403-29c0-4e58-9465-f12eb98d9e8d),segment_id=a4fe9403-29c0-4e58-9465-f12eb98d9e8d)] {{(pid=75042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:12:51.053826 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776572168726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776571761677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776571761722'] for port, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:51.056532 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:12:51.199011 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbef946b-406f-4e80-af23-59f1485c03bc req-cc127368-1c74-4e11-9cd7-ad5a98b128bf tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:51.211989 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Pushing event updated for resources: {'Port': ['ID=bf374dad-3f0b-4091-8d94-2e239257f70f,revision_number=8']} {{(pid=75042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:12:51.213713 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-fbef946b-406f-4e80-af23-59f1485c03bc req-cc127368-1c74-4e11-9cd7-ad5a98b128bf tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/ports?device_id=0d3c7106-0222-421b-af61-a22cca9b27dd HTTP/1.1" status: 200 len: 944 time: 0.1278086 Aug 25 16:12:51.225817 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:12:51.256605 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d33eb6-0629-4db6-978c-5f971c07f1b7 req-fd04099e-32bc-4eb1-b728-4e81547be421 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:51.263370 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-b1d33eb6-0629-4db6-978c-5f971c07f1b7 req-fd04099e-32bc-4eb1-b728-4e81547be421 service neutron] 10.222.0.70 "GET /v2.0/networks?id=d0ae9dbb-c442-45e5-bb7b-f5c10c916870 HTTP/1.1" status: 200 len: 920 time: 0.4077315 Aug 25 16:12:51.277805 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-01f0b0d5-5bd9-4fb4-a8a8-561127e98501 req-6030b988-b9a7-4593-bfd2-edb71824ee8a tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] 10.222.0.68 "GET /v2.0/security-groups?id=b5f57568-f110-4e84-ac24-03b82c7ae02d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2511640 Aug 25 16:12:51.327716 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-fbef946b-406f-4e80-af23-59f1485c03bc req-675c728e-9b25-4d9c-8d0e-3e65d87fcbef tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/security-groups?id=3fd554c8-8e1b-4d92-bc55-34a0478699d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1126559 Aug 25 16:12:51.436506 dv-cinder-806007-1-smb neutron-server[75042]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b02cdae5-5033-4d9b-bffd-04c6279ef176', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ab0defe-f017-4b0a-bd2a-afe8f5e317b9', 'code': 200} Aug 25 16:12:51.469368 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-b1d33eb6-0629-4db6-978c-5f971c07f1b7 req-95c26f23-e3af-4c39-82bb-38912b0ca189 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4515a93f-3bd9-4662-9c95-c434db83c9bf HTTP/1.1" status: 200 len: 217 time: 0.1847379 Aug 25 16:12:51.579785 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d33eb6-0629-4db6-978c-5f971c07f1b7 req-8c3331ff-afaf-4ebc-ad1a-5b1263d6d8fe service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:51.583547 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-b1d33eb6-0629-4db6-978c-5f971c07f1b7 req-8c3331ff-afaf-4ebc-ad1a-5b1263d6d8fe service neutron] 10.222.0.70 "GET /v2.0/subnets?id=69cf06f5-4b93-4431-8d8c-27a4df3b9aa7 HTTP/1.1" status: 200 len: 859 time: 0.1061811 Aug 25 16:12:51.728354 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-b1d33eb6-0629-4db6-978c-5f971c07f1b7 req-36863744-4aeb-408b-9640-572d9b18dc19 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d0ae9dbb-c442-45e5-bb7b-f5c10c916870&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1369882 Aug 25 16:12:52.041160 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-00caea61-dfe2-4f90-8ab3-c41e15cbdd3c req-449a6c5c-985b-4c9d-b5a1-7e4cfdc69756 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=b02cdae5-5033-4d9b-bffd-04c6279ef176 HTTP/1.1" status: 200 len: 1098 time: 0.1295748 Aug 25 16:12:52.080590 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-b1d33eb6-0629-4db6-978c-5f971c07f1b7 req-39a4d108-a58f-4407-a40c-0ef315bc0d2e service neutron] 10.222.0.70 "GET /v2.0/networks/d0ae9dbb-c442-45e5-bb7b-f5c10c916870?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3462865 Aug 25 16:12:52.183178 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-00caea61-dfe2-4f90-8ab3-c41e15cbdd3c req-b9cecc9a-30e8-4322-8ce4-801655e48738 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=b5f57568-f110-4e84-ac24-03b82c7ae02d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1290910 Aug 25 16:12:52.250865 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-b1d33eb6-0629-4db6-978c-5f971c07f1b7 req-eaab2285-ea70-44f6-b596-70979238bdd6 service neutron] 10.222.0.70 "GET /v2.0/networks/d0ae9dbb-c442-45e5-bb7b-f5c10c916870?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577046 Aug 25 16:12:52.673002 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8329259f-462d-4248-bd73-451ec92ea9d4 req-8d5efff1-0aac-4961-9e4a-131d84f93c2a tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:52.689467 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-8329259f-462d-4248-bd73-451ec92ea9d4 req-8d5efff1-0aac-4961-9e4a-131d84f93c2a tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] 10.222.0.68 "GET /v2.0/ports?device_id=b02cdae5-5033-4d9b-bffd-04c6279ef176 HTTP/1.1" status: 200 len: 945 time: 0.1684163 Aug 25 16:12:52.762301 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27983269-95c8-4342-92fc-280ab03a4b00 req-ea447e93-5adb-44c7-b2d9-01eb7be3c52c tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:52.772488 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-27983269-95c8-4342-92fc-280ab03a4b00 req-ea447e93-5adb-44c7-b2d9-01eb7be3c52c tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/ports?device_id=0d3c7106-0222-421b-af61-a22cca9b27dd HTTP/1.1" status: 200 len: 944 time: 0.2010500 Aug 25 16:12:52.775399 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-8329259f-462d-4248-bd73-451ec92ea9d4 req-8850f3e0-764f-4203-9af5-c69f4aa1cfb1 tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] 10.222.0.68 "GET /v2.0/security-groups?id=b5f57568-f110-4e84-ac24-03b82c7ae02d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846658 Aug 25 16:12:52.840510 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-27983269-95c8-4342-92fc-280ab03a4b00 req-41a9280c-2438-4cda-8fdb-ba28d8838f22 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/security-groups?id=3fd554c8-8e1b-4d92-bc55-34a0478699d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668721 Aug 25 16:12:53.474177 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d3c7106-0222-421b-af61-a22cca9b27dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf374dad-3f0b-4091-8d94-2e239257f70f'}] {{(pid=75042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:12:53.782994 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42f2bac-f2c9-4c16-91d5-ddad61de1c72 req-87f477cc-d2c5-4d04-a4cf-8c651efdede3 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:53.791056 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-a42f2bac-f2c9-4c16-91d5-ddad61de1c72 req-87f477cc-d2c5-4d04-a4cf-8c651efdede3 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/ports?device_id=21576f61-6c69-4e7d-bcca-66318419bc0b HTTP/1.1" status: 200 len: 946 time: 0.1078751 Aug 25 16:12:53.873191 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-a42f2bac-f2c9-4c16-91d5-ddad61de1c72 req-50d9744f-d5a8-4ce6-8462-d882d6c0f728 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/security-groups?id=9e7f6e62-5d07-4b94-bd1b-2408a7eb9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809207 Aug 25 16:12:53.934003 dv-cinder-806007-1-smb neutron-server[75042]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0d3c7106-0222-421b-af61-a22cca9b27dd', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'bf374dad-3f0b-4091-8d94-2e239257f70f', 'code': 422} returned with failed status Aug 25 16:12:54.143465 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec91500b-a5af-4d7c-a162-e726e3d54ff7 req-cd902c45-27aa-42b0-8215-0ef9c3096b89 tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:54.152814 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-ec91500b-a5af-4d7c-a162-e726e3d54ff7 req-cd902c45-27aa-42b0-8215-0ef9c3096b89 tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] 10.222.0.68 "GET /v2.0/ports?device_id=b02cdae5-5033-4d9b-bffd-04c6279ef176 HTTP/1.1" status: 200 len: 945 time: 0.1185391 Aug 25 16:12:54.182584 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Device bf374dad-3f0b-4091-8d94-2e239257f70f no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:12:54.213237 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-ec91500b-a5af-4d7c-a162-e726e3d54ff7 req-a3dee3ce-f8a9-4729-8086-8d16c7698ef4 tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] 10.222.0.68 "GET /v2.0/security-groups?id=b5f57568-f110-4e84-ac24-03b82c7ae02d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587294 Aug 25 16:12:54.513397 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-aca3a038-c56e-4f9c-98ae-287675aeeb84 req-aa87a15a-ca0c-4aab-a0ef-4154062c1741 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=0d3c7106-0222-421b-af61-a22cca9b27dd&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1086230 Aug 25 16:12:54.575898 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdab5e6-ebc7-4a95-882d-9505a4303c1e req-5387c6cb-b388-4b36-bb61-83f0ae807f90 tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:54.588676 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-cfdab5e6-ebc7-4a95-882d-9505a4303c1e req-5387c6cb-b388-4b36-bb61-83f0ae807f90 tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] 10.222.0.68 "GET /v2.0/ports?device_id=b02cdae5-5033-4d9b-bffd-04c6279ef176 HTTP/1.1" status: 200 len: 945 time: 0.1458514 Aug 25 16:12:54.681884 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-cfdab5e6-ebc7-4a95-882d-9505a4303c1e req-9672acea-01c6-462e-a518-b9e8663658fa tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] 10.222.0.68 "GET /v2.0/security-groups?id=b5f57568-f110-4e84-ac24-03b82c7ae02d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916262 Aug 25 16:12:54.725475 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 57698) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:12:55.436084 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.wsgi [-] (75041) accepted ('10.222.0.68', 57728) {{(pid=75041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:12:55.771955 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-9f0be78d-4d08-4be9-84ce-bffbbd8ce655 tempest-TestShelveInstance-599928730 tempest-TestShelveInstance-599928730-project-admin] Synchronizing usage tracker for tenant:b2bf7be902a5458798d4acb4b17be252 on resource:port {{(pid=75040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:12:55.779482 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813e2eb1-84ef-47a0-9c88-cce43acc98d9 req-9bc4e867-d0af-44a8-832b-7b49fd692713 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:55.796736 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dc1c3b-4f3e-4ca5-a39f-9d3a650647d3 req-faa6af10-9775-4096-a568-0ca02fbd2ce8 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:55.798190 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-813e2eb1-84ef-47a0-9c88-cce43acc98d9 req-9bc4e867-d0af-44a8-832b-7b49fd692713 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/ports?device_id=21576f61-6c69-4e7d-bcca-66318419bc0b HTTP/1.1" status: 200 len: 946 time: 0.3110280 Aug 25 16:12:55.805101 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-71dc1c3b-4f3e-4ca5-a39f-9d3a650647d3 req-faa6af10-9775-4096-a568-0ca02fbd2ce8 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/ports?device_id=0d3c7106-0222-421b-af61-a22cca9b27dd HTTP/1.1" status: 200 len: 944 time: 0.4700198 Aug 25 16:12:55.829673 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-9f0be78d-4d08-4be9-84ce-bffbbd8ce655 tempest-TestShelveInstance-599928730 tempest-TestShelveInstance-599928730-project-admin] Unset dirty status for tenant:b2bf7be902a5458798d4acb4b17be252 on resource:port {{(pid=75040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:12:55.831064 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-9f0be78d-4d08-4be9-84ce-bffbbd8ce655 tempest-TestShelveInstance-599928730 tempest-TestShelveInstance-599928730-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=b02cdae5-5033-4d9b-bffd-04c6279ef176 HTTP/1.1" status: 200 len: 1093 time: 1.1034477 Aug 25 16:12:55.835835 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 57736) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:12:55.843206 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.v2.base [None req-df09608b-4965-45d1-957a-32bfaa2c2cda tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Request body: {'floatingip': {'floating_network_id': 'af5d4827-908c-4372-9134-1f0198184942', 'port_id': '8ab0defe-f017-4b0a-bd2a-afe8f5e317b9', 'tenant_id': 'e9aef4833bd74d2db11f03628b3cb562', 'fixed_ip_address': '172.20.0.3'}} {{(pid=75040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:12:55.860992 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-df09608b-4965-45d1-957a-32bfaa2c2cda tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:12:55.872918 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-df09608b-4965-45d1-957a-32bfaa2c2cda tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Usage tracker for resource:floatingip and tenant:e9aef4833bd74d2db11f03628b3cb562 is out of sync, need to count used quota {{(pid=75040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:12:55.877778 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-df09608b-4965-45d1-957a-32bfaa2c2cda tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=75040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:12:55.889955 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-df09608b-4965-45d1-957a-32bfaa2c2cda tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:12:55.908793 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-71dc1c3b-4f3e-4ca5-a39f-9d3a650647d3 req-759bfd8c-38e5-4059-871b-544eeb574f8e tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/security-groups?id=3fd554c8-8e1b-4d92-bc55-34a0478699d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1024094 Aug 25 16:12:55.917700 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-813e2eb1-84ef-47a0-9c88-cce43acc98d9 req-24bbe46f-b218-448b-a357-506ca30a0940 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/security-groups?id=9e7f6e62-5d07-4b94-bd1b-2408a7eb9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182961 Aug 25 16:12:55.932793 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-df09608b-4965-45d1-957a-32bfaa2c2cda tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Notify callbacks [] for floatingip, before_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:56.029336 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-ba95ac72-b27d-4627-bde6-59ffc5279c5a req-39008792-460a-4cbc-8e33-de7fec9cf9f5 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=0d3c7106-0222-421b-af61-a22cca9b27dd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5781360 Aug 25 16:12:56.079874 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fee129-35d5-4c3e-9430-52ad8db5c683 req-fcdbdf82-7430-4def-aa55-a5a48238efb8 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:56.081981 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-f7fee129-35d5-4c3e-9430-52ad8db5c683 req-fcdbdf82-7430-4def-aa55-a5a48238efb8 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.70 "GET /v2.0/ports?device_id=21576f61-6c69-4e7d-bcca-66318419bc0b HTTP/1.1" status: 200 len: 946 time: 0.2789967 Aug 25 16:12:56.130041 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-1fd16635-3b44-4e24-8547-4ffee83b1612 req-65010760-1b67-4aa5-af0a-ea9984763499 tempest-VolumesNegativeTest-23928790 tempest-VolumesNegativeTest-23928790-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=d3c3c1c5779e467ba6b284f64255a642&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0594311 Aug 25 16:12:56.183686 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-df09608b-4965-45d1-957a-32bfaa2c2cda tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:56.425329 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd16635-3b44-4e24-8547-4ffee83b1612 req-1b6e7956-684a-4459-9252-c8c072815560 tempest-VolumesNegativeTest-23928790 tempest-VolumesNegativeTest-23928790-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:56.426762 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-1fd16635-3b44-4e24-8547-4ffee83b1612 req-1b6e7956-684a-4459-9252-c8c072815560 tempest-VolumesNegativeTest-23928790 tempest-VolumesNegativeTest-23928790-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2569058 Aug 25 16:12:56.453483 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.db_base_plugin_common [None req-df09608b-4965-45d1-957a-32bfaa2c2cda tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Allocated IP 172.28.0.34 (af5d4827-908c-4372-9134-1f0198184942/a4c12025-f163-4c64-acba-906df26214d3/e4583f39-9dfa-433f-a6ec-749295c47d4e) {{(pid=75040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:12:56.481558 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-1fd16635-3b44-4e24-8547-4ffee83b1612 req-cf8ee6f8-d9f1-40a2-add8-3d395def4af6 tempest-VolumesNegativeTest-23928790 tempest-VolumesNegativeTest-23928790-project] 10.222.0.68 "GET /v2.0/quotas/d3c3c1c5779e467ba6b284f64255a642 HTTP/1.1" status: 200 len: 375 time: 0.0460107 Aug 25 16:12:56.521256 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.plugin [req-f7fee129-35d5-4c3e-9430-52ad8db5c683 req-11dabcd9-c376-49c3-9c23-7884cbd11932 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] Deleting port 4515a93f-3bd9-4662-9c95-c434db83c9bf {{(pid=75041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:12:56.521720 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [req-f7fee129-35d5-4c3e-9430-52ad8db5c683 req-11dabcd9-c376-49c3-9c23-7884cbd11932 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776572162991'] for port, before_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:56.682184 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-df09608b-4965-45d1-957a-32bfaa2c2cda tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Notify callbacks [] for port, precommit_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:56.774211 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-df09608b-4965-45d1-957a-32bfaa2c2cda tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776571788279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1434720'] for port, after_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:56.790310 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-ec054ed5-d99f-4c5f-80c2-dddee33bbfe7 tempest-DeleteServersTestJSON-1501101341 tempest-DeleteServersTestJSON-1501101341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:12:56.818035 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-1fd16635-3b44-4e24-8547-4ffee83b1612 req-653b6398-ac75-47ed-8338-c112f8588782 tempest-VolumesNegativeTest-23928790 tempest-VolumesNegativeTest-23928790-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=d3c3c1c5779e467ba6b284f64255a642&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2324891 Aug 25 16:12:56.947831 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09608b-4965-45d1-957a-32bfaa2c2cda tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Pushing event updated for resources: {'Port': ['ID=e4583f39-9dfa-433f-a6ec-749295c47d4e,revision_number=1']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:12:57.010746 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09608b-4965-45d1-957a-32bfaa2c2cda tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:12:57.011411 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09608b-4965-45d1-957a-32bfaa2c2cda tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:12:57.011975 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09608b-4965-45d1-957a-32bfaa2c2cda tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:12:57.012562 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09608b-4965-45d1-957a-32bfaa2c2cda tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:12:57.013130 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09608b-4965-45d1-957a-32bfaa2c2cda tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:12:57.013737 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09608b-4965-45d1-957a-32bfaa2c2cda tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:12:57.014259 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09608b-4965-45d1-957a-32bfaa2c2cda tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:12:57.016260 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09608b-4965-45d1-957a-32bfaa2c2cda tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:12:57.016690 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09608b-4965-45d1-957a-32bfaa2c2cda tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:12:57.017227 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09608b-4965-45d1-957a-32bfaa2c2cda tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:12:57.017930 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09608b-4965-45d1-957a-32bfaa2c2cda tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:12:57.041101 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-df09608b-4965-45d1-957a-32bfaa2c2cda tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:12:57.064361 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df09608b-4965-45d1-957a-32bfaa2c2cda tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Network af5d4827-908c-4372-9134-1f0198184942 is already hosted by enough agents. {{(pid=75040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:12:57.067298 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.scheduler.base_scheduler [None req-df09608b-4965-45d1-957a-32bfaa2c2cda tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Resources bound (agent type, host, resource id): {{(pid=75040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:12:57.078166 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df09608b-4965-45d1-957a-32bfaa2c2cda tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Received port after_create {{(pid=75040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:12:57.548088 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.db [req-f7fee129-35d5-4c3e-9430-52ad8db5c683 req-11dabcd9-c376-49c3-9c23-7884cbd11932 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] For port 4515a93f-3bd9-4662-9c95-c434db83c9bf, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=4515a93f-3bd9-4662-9c95-c434db83c9bf,segment=NetworkSegment(5fb692cd-1aa6-42e2-97e8-f9f429956167),segment_id=5fb692cd-1aa6-42e2-97e8-f9f429956167)] {{(pid=75041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:12:57.548863 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [req-f7fee129-35d5-4c3e-9430-52ad8db5c683 req-11dabcd9-c376-49c3-9c23-7884cbd11932 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452504'] for port, precommit_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:57.570328 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-3598e637-f96e-4d75-b173-cea1ace2eab6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:57.704215 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98d8b5a-c995-4a77-8fc5-c0ae70f91b05 req-a611f1e5-fe6a-4328-837e-7a792e87aca9 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:57.712062 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-a98d8b5a-c995-4a77-8fc5-c0ae70f91b05 req-a611f1e5-fe6a-4328-837e-7a792e87aca9 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/ports?device_id=21576f61-6c69-4e7d-bcca-66318419bc0b HTTP/1.1" status: 200 len: 946 time: 0.3426411 Aug 25 16:12:57.768503 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.plugin [req-f7fee129-35d5-4c3e-9430-52ad8db5c683 req-11dabcd9-c376-49c3-9c23-7884cbd11932 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] Calling delete_port for 4515a93f-3bd9-4662-9c95-c434db83c9bf owned by compute:nova {{(pid=75041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:12:57.896156 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-a98d8b5a-c995-4a77-8fc5-c0ae70f91b05 req-afb21121-318b-4716-9afe-fa96b350b9a2 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/security-groups?id=9e7f6e62-5d07-4b94-bd1b-2408a7eb9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828980 Aug 25 16:12:58.032245 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a940ccf-59f9-4671-ae6b-c44627b9e1c8 req-c620541f-14aa-405a-9dc2-83a761a85383 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:58.040591 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-2a940ccf-59f9-4671-ae6b-c44627b9e1c8 req-c620541f-14aa-405a-9dc2-83a761a85383 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/ports?device_id=0d3c7106-0222-421b-af61-a22cca9b27dd HTTP/1.1" status: 200 len: 944 time: 0.6643839 Aug 25 16:12:58.099539 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-1e41069a-9a8b-497c-98a0-7c8d85ccb6bb req-609985c6-3591-4f59-8158-6e39b765a0a4 tempest-VolumesNegativeTest-23928790 tempest-VolumesNegativeTest-23928790-project] 10.222.0.68 "GET /v2.0/ports?device_id=fba03e4f-685d-40e4-a437-b3c30ab4a5bf HTTP/1.1" status: 200 len: 210 time: 0.0704696 Aug 25 16:12:58.207720 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-2a940ccf-59f9-4671-ae6b-c44627b9e1c8 req-e5289fd4-6d30-4435-81c4-2629971032da tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/security-groups?id=3fd554c8-8e1b-4d92-bc55-34a0478699d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1660585 Aug 25 16:12:58.322789 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [req-f7fee129-35d5-4c3e-9430-52ad8db5c683 req-11dabcd9-c376-49c3-9c23-7884cbd11932 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776572168708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776571761668'] for port, after_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:58.341673 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.db [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] get_ports_and_sgs() called for port_ids ['a2004afb-50ec-4eef-af5d-50a1aa80529c'] {{(pid=75042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:12:58.351270 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-627cda1c-51fc-4eea-a4b6-ec49e651a225 tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:12:58.455907 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dabcd9-c376-49c3-9c23-7884cbd11932 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] Pushing event deleted for resources: {'Port': ['ID=4515a93f-3bd9-4662-9c95-c434db83c9bf,revision_number=None']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:12:58.463228 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-11dabcd9-c376-49c3-9c23-7884cbd11932 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:12:58.516517 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7fee129-35d5-4c3e-9430-52ad8db5c683 req-11dabcd9-c376-49c3-9c23-7884cbd11932 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] No DVR routers for this DVR port 4515a93f-3bd9-4662-9c95-c434db83c9bf on host hv-cinder-80600 {{(pid=75041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 16:12:58.520616 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [req-f7fee129-35d5-4c3e-9430-52ad8db5c683 req-11dabcd9-c376-49c3-9c23-7884cbd11932 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981218'] for port, before_response {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:58.528513 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21576f61-6c69-4e7d-bcca-66318419bc0b', 'name': 'network-vif-deleted', 'tag': '4515a93f-3bd9-4662-9c95-c434db83c9bf'}] {{(pid=75041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:12:58.555042 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-ba95ac72-b27d-4627-bde6-59ffc5279c5a req-0c25145f-8ff0-4751-ab11-e8d3b2e6af32 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=0d3c7106-0222-421b-af61-a22cca9b27dd&tenant_id=dc71d1df614a4412aaf0b6136cfc4aba HTTP/1.1" status: 200 len: 1097 time: 0.3388574 Aug 25 16:12:58.556546 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-f7fee129-35d5-4c3e-9430-52ad8db5c683 req-11dabcd9-c376-49c3-9c23-7884cbd11932 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.70 "DELETE /v2.0/ports/4515a93f-3bd9-4662-9c95-c434db83c9bf HTTP/1.1" status: 204 len: 173 time: 2.4255109 Aug 25 16:12:58.665489 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-df09608b-4965-45d1-957a-32bfaa2c2cda tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Notify callbacks [] for floatingip, precommit_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:58.700778 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21576f61-6c69-4e7d-bcca-66318419bc0b', 'name': 'network-vif-deleted', 'tag': '4515a93f-3bd9-4662-9c95-c434db83c9bf', 'status': 'completed', 'code': 200} Aug 25 16:12:58.750188 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-ba95ac72-b27d-4627-bde6-59ffc5279c5a req-dd34a7e8-a890-4f6c-a183-42f8390bd23b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=dc71d1df614a4412aaf0b6136cfc4aba&device_id=0d3c7106-0222-421b-af61-a22cca9b27dd HTTP/1.1" status: 200 len: 1097 time: 0.1628408 Aug 25 16:12:58.764966 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:58.821065 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-df09608b-4965-45d1-957a-32bfaa2c2cda tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_update {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:58.949112 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba95ac72-b27d-4627-bde6-59ffc5279c5a req-e6528dc2-c722-457e-b621-76e95b84fdf4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:58.955733 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-ba95ac72-b27d-4627-bde6-59ffc5279c5a req-e6528dc2-c722-457e-b621-76e95b84fdf4 service neutron] 10.222.0.70 "GET /v2.0/networks?id=fb04b5ec-673a-4a91-b0e5-12c6c13382bd HTTP/1.1" status: 200 len: 916 time: 0.1918514 Aug 25 16:12:59.306729 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-df09608b-4965-45d1-957a-32bfaa2c2cda tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Notify callbacks [] for port, precommit_update {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:59.313417 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-df09608b-4965-45d1-957a-32bfaa2c2cda tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776572168726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776571761677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776571761722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1434729'] for port, after_update {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:59.319143 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-54a1c9ee-419d-4326-820b-617ea797e6d8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:12:59.327834 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-ba95ac72-b27d-4627-bde6-59ffc5279c5a req-c973cb70-6ebc-4e7a-9dbc-5f8a73ce98ba service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bf374dad-3f0b-4091-8d94-2e239257f70f HTTP/1.1" status: 200 len: 1000 time: 0.3662355 Aug 25 16:12:59.356888 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [req-22e0fa60-5b09-4835-8d3f-4bb3923e73d8 req-0f894191-af9c-48f4-a784-86fe1154aa58 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] Synchronizing usage tracker for tenant:7bcd0c2726864d0db2590ec11bb3d659 on resource:port {{(pid=75041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:12:59.538326 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-716a18b0-bcfd-4fd4-8d62-be8b50b4dfb2 req-2fd42176-ff44-43c7-8930-445937325a15 tempest-VolumesNegativeTest-23928790 tempest-VolumesNegativeTest-23928790-project] 10.222.0.68 "GET /v2.0/ports?device_id=fba03e4f-685d-40e4-a437-b3c30ab4a5bf HTTP/1.1" status: 200 len: 210 time: 0.0793424 Aug 25 16:12:59.556428 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09608b-4965-45d1-957a-32bfaa2c2cda tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Pushing event updated for resources: {'Port': ['ID=e4583f39-9dfa-433f-a6ec-749295c47d4e,revision_number=2']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:12:59.568846 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-1fd16635-3b44-4e24-8547-4ffee83b1612 req-ed8972d9-b876-4de5-a44a-7b9338ca7175 tempest-VolumesNegativeTest-23928790 tempest-VolumesNegativeTest-23928790-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=d3c3c1c5779e467ba6b284f64255a642&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0793369 Aug 25 16:12:59.576351 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-df09608b-4965-45d1-957a-32bfaa2c2cda tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:12:59.603813 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-df09608b-4965-45d1-957a-32bfaa2c2cda tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-453709'] for floatingip, after_update {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:59.652047 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [req-22e0fa60-5b09-4835-8d3f-4bb3923e73d8 req-0f894191-af9c-48f4-a784-86fe1154aa58 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] Unset dirty status for tenant:7bcd0c2726864d0db2590ec11bb3d659 on resource:port {{(pid=75041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:12:59.669310 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-22e0fa60-5b09-4835-8d3f-4bb3923e73d8 req-0f894191-af9c-48f4-a784-86fe1154aa58 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/ports?device_id=21576f61-6c69-4e7d-bcca-66318419bc0b HTTP/1.1" status: 200 len: 210 time: 0.4774151 Aug 25 16:12:59.836579 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba95ac72-b27d-4627-bde6-59ffc5279c5a req-4f87d789-b79a-466a-9f33-09ecafcb8e31 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:59.839267 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-ba95ac72-b27d-4627-bde6-59ffc5279c5a req-4f87d789-b79a-466a-9f33-09ecafcb8e31 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=dcc96182-e992-4fac-b9ad-11619c23a7ba HTTP/1.1" status: 200 len: 854 time: 0.4975474 Aug 25 16:12:59.932101 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-5fda0561-9fab-4022-abdd-2d0013a8a2fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:59.968007 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ec29bb-3340-4c5c-94a4-e92a4b2b382d req-5344477e-6e9e-4607-83dd-67bd21fc64c9 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:59.975833 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-c9ec29bb-3340-4c5c-94a4-e92a4b2b382d req-5344477e-6e9e-4607-83dd-67bd21fc64c9 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/ports?device_id=0d3c7106-0222-421b-af61-a22cca9b27dd HTTP/1.1" status: 200 len: 944 time: 0.1750813 Aug 25 16:13:00.019270 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd16635-3b44-4e24-8547-4ffee83b1612 req-8f82dfe3-5d7e-4bbf-b7e6-10337affa39c tempest-VolumesNegativeTest-23928790 tempest-VolumesNegativeTest-23928790-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:00.020786 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-1fd16635-3b44-4e24-8547-4ffee83b1612 req-8f82dfe3-5d7e-4bbf-b7e6-10337affa39c tempest-VolumesNegativeTest-23928790 tempest-VolumesNegativeTest-23928790-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4356737 Aug 25 16:13:00.025178 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-ba95ac72-b27d-4627-bde6-59ffc5279c5a req-5ba3382c-902d-42c9-9fb9-c34382465f8d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=fb04b5ec-673a-4a91-b0e5-12c6c13382bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1582434 Aug 25 16:13:00.045836 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.v2.base [req-1fd16635-3b44-4e24-8547-4ffee83b1612 req-8f143e7c-1b90-43b8-a0c8-d0288247cf56 tempest-VolumesNegativeTest-23928790 tempest-VolumesNegativeTest-23928790-project] Request body: {'port': {'device_id': 'fba03e4f-685d-40e4-a437-b3c30ab4a5bf', 'network_id': '0c128662-6daa-4d56-b274-bd464e2cfc72', 'admin_state_up': True, 'tenant_id': 'd3c3c1c5779e467ba6b284f64255a642'}} {{(pid=75041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:13:00.095932 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-c9ec29bb-3340-4c5c-94a4-e92a4b2b382d req-3ba077f1-f35b-4970-a37e-f64ff2be2146 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/security-groups?id=3fd554c8-8e1b-4d92-bc55-34a0478699d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1191812 Aug 25 16:13:00.126977 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.db.l3_db [None req-df09608b-4965-45d1-957a-32bfaa2c2cda tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Floating IP 59b068e3-2e30-4a00-b1a4-17e7bb0707e7 associated. External IP: 172.28.0.34, port: 8ab0defe-f017-4b0a-bd2a-afe8f5e317b9. Aug 25 16:13:00.216807 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Device 4515a93f-3bd9-4662-9c95-c434db83c9bf no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:13:00.366359 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.plugin [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] No Port match for: 4515a93f-3bd9-4662-9c95-c434db83c9bf {{(pid=75042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 16:13:00.369482 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Device 4515a93f-3bd9-4662-9c95-c434db83c9bf not bound to the agent host hv-cinder-80600 {{(pid=75042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 16:13:00.428486 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.quota.driver [req-1fd16635-3b44-4e24-8547-4ffee83b1612 req-8f143e7c-1b90-43b8-a0c8-d0288247cf56 tempest-VolumesNegativeTest-23928790 tempest-VolumesNegativeTest-23928790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:13:00.432489 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [req-1fd16635-3b44-4e24-8547-4ffee83b1612 req-8f143e7c-1b90-43b8-a0c8-d0288247cf56 tempest-VolumesNegativeTest-23928790 tempest-VolumesNegativeTest-23928790-project] Usage tracker for resource:port and tenant:d3c3c1c5779e467ba6b284f64255a642 is out of sync, need to count used quota {{(pid=75041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:13:00.435406 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [req-1fd16635-3b44-4e24-8547-4ffee83b1612 req-8f143e7c-1b90-43b8-a0c8-d0288247cf56 tempest-VolumesNegativeTest-23928790 tempest-VolumesNegativeTest-23928790-project] Quota usage for port was recalculated. Used quota:0. {{(pid=75041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:13:00.441411 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.quota.driver [req-1fd16635-3b44-4e24-8547-4ffee83b1612 req-8f143e7c-1b90-43b8-a0c8-d0288247cf56 tempest-VolumesNegativeTest-23928790 tempest-VolumesNegativeTest-23928790-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=75041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:13:00.450988 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-ba95ac72-b27d-4627-bde6-59ffc5279c5a req-ea071a0c-4010-458a-8cb8-a104076cf330 service neutron] 10.222.0.70 "GET /v2.0/networks/fb04b5ec-673a-4a91-b0e5-12c6c13382bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3869786 Aug 25 16:13:00.453325 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fd16635-3b44-4e24-8547-4ffee83b1612 req-8f143e7c-1b90-43b8-a0c8-d0288247cf56 tempest-VolumesNegativeTest-23928790 tempest-VolumesNegativeTest-23928790-project] Made reservation on behalf of d3c3c1c5779e467ba6b284f64255a642 for: {'port': 1} {{(pid=75041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:13:00.457139 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [req-1fd16635-3b44-4e24-8547-4ffee83b1612 req-8f143e7c-1b90-43b8-a0c8-d0288247cf56 tempest-VolumesNegativeTest-23928790 tempest-VolumesNegativeTest-23928790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:00.542230 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [req-1fd16635-3b44-4e24-8547-4ffee83b1612 req-8f143e7c-1b90-43b8-a0c8-d0288247cf56 tempest-VolumesNegativeTest-23928790 tempest-VolumesNegativeTest-23928790-project] Notify callbacks [] for security_group, before_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:00.607832 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df09608b-4965-45d1-957a-32bfaa2c2cda tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Router 0ddce754-b14b-4001-bd83-da3fe6fae93e has already been hosted by L3 agent ca94599f-caae-4183-a9a6-f9a0dcce5f21 {{(pid=75040) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 16:13:00.633795 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.quota.driver [req-1fd16635-3b44-4e24-8547-4ffee83b1612 req-8f143e7c-1b90-43b8-a0c8-d0288247cf56 tempest-VolumesNegativeTest-23928790 tempest-VolumesNegativeTest-23928790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:13:00.642481 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [req-1fd16635-3b44-4e24-8547-4ffee83b1612 req-8f143e7c-1b90-43b8-a0c8-d0288247cf56 tempest-VolumesNegativeTest-23928790 tempest-VolumesNegativeTest-23928790-project] Usage tracker for resource:security_group_rule and tenant:d3c3c1c5779e467ba6b284f64255a642 is out of sync, need to count used quota {{(pid=75041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:13:00.652452 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [req-1fd16635-3b44-4e24-8547-4ffee83b1612 req-8f143e7c-1b90-43b8-a0c8-d0288247cf56 tempest-VolumesNegativeTest-23928790 tempest-VolumesNegativeTest-23928790-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:13:00.662361 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.quota.driver [req-1fd16635-3b44-4e24-8547-4ffee83b1612 req-8f143e7c-1b90-43b8-a0c8-d0288247cf56 tempest-VolumesNegativeTest-23928790 tempest-VolumesNegativeTest-23928790-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:13:00.668068 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-ba95ac72-b27d-4627-bde6-59ffc5279c5a req-edfd891e-0523-4521-a316-7bfc273f7853 service neutron] 10.222.0.70 "GET /v2.0/networks/fb04b5ec-673a-4a91-b0e5-12c6c13382bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2008748 Aug 25 16:13:00.954363 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [req-1fd16635-3b44-4e24-8547-4ffee83b1612 req-8f143e7c-1b90-43b8-a0c8-d0288247cf56 tempest-VolumesNegativeTest-23928790 tempest-VolumesNegativeTest-23928790-project] Notify callbacks [] for security_group, precommit_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:00.981630 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-15896aa4-f206-46a9-a1c0-09094373502f req-f6080729-88af-43ce-9b69-e96ce89da47e tempest-VolumesNegativeTest-23928790 tempest-VolumesNegativeTest-23928790-project] 10.222.0.68 "GET /v2.0/ports?device_id=fba03e4f-685d-40e4-a437-b3c30ab4a5bf HTTP/1.1" status: 200 len: 210 time: 0.2848089 Aug 25 16:13:00.982518 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [req-1fd16635-3b44-4e24-8547-4ffee83b1612 req-8f143e7c-1b90-43b8-a0c8-d0288247cf56 tempest-VolumesNegativeTest-23928790 tempest-VolumesNegativeTest-23928790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:00.989284 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-8b9a7bca-3d39-4640-a27d-7efed49f1171 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:13:01.010942 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df09608b-4965-45d1-957a-32bfaa2c2cda tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Notify agent at l3_agent.dv-cinder-806007-1-smb the message routers_updated {{(pid=75040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:13:01.028405 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5dca4b-db86-4cad-a14c-0d393ac6897a None None] Sync routers for ids ['0ddce754-b14b-4001-bd83-da3fe6fae93e'] in dv-cinder-806007-1-smb {{(pid=75043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 16:13:01.051228 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-1bf536be-b7f1-4c3c-b07a-2be1e6809122 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:01.059082 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5dca4b-db86-4cad-a14c-0d393ac6897a None None] Routers {'0ddce754-b14b-4001-bd83-da3fe6fae93e'} bound to L3 agent in host dv-cinder-806007-1-smb {{(pid=75043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:13:01.060348 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.db.l3_hamode_db [None req-bc5dca4b-db86-4cad-a14c-0d393ac6897a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T16:01:30Z,description=,heartbeat_timestamp=2021-08-25T16:13:00Z,host='dv-cinder-806007-1-smb',id=ca94599f-caae-4183-a9a6-f9a0dcce5f21,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:01:30Z,topic='l3_agent')) {'router_ids': ['0ddce754-b14b-4001-bd83-da3fe6fae93e'], 'active': True} {{(pid=75043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:13:01.078365 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-df09608b-4965-45d1-957a-32bfaa2c2cda tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981218'] for floatingip, before_response {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:01.296036 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f143e7c-1b90-43b8-a0c8-d0288247cf56 tempest-VolumesNegativeTest-23928790 tempest-VolumesNegativeTest-23928790-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4b14138-cd80-4ae6-a21a-8d8d42bd9ce9,revision_number=1']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:13:01.301479 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-8f143e7c-1b90-43b8-a0c8-d0288247cf56 tempest-VolumesNegativeTest-23928790 tempest-VolumesNegativeTest-23928790-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:13:01.342483 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-df09608b-4965-45d1-957a-32bfaa2c2cda tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 5.5047817 Aug 25 16:13:01.359033 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b02cdae5-5033-4d9b-bffd-04c6279ef176', 'tag': '8ab0defe-f017-4b0a-bd2a-afe8f5e317b9'}] {{(pid=75040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:13:01.550614 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b02cdae5-5033-4d9b-bffd-04c6279ef176', 'tag': '8ab0defe-f017-4b0a-bd2a-afe8f5e317b9', 'status': 'completed', 'code': 200} Aug 25 16:13:01.561012 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.db_base_plugin_common [req-1fd16635-3b44-4e24-8547-4ffee83b1612 req-8f143e7c-1b90-43b8-a0c8-d0288247cf56 tempest-VolumesNegativeTest-23928790 tempest-VolumesNegativeTest-23928790-project] Allocated IP 192.168.233.101 (0c128662-6daa-4d56-b274-bd464e2cfc72/88c2c0f3-a2a7-4e0d-9ddb-a1e03de75023/e85c9769-9eec-4552-b034-96c6a0a31225) {{(pid=75041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:13:01.621363 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e1ea51-3670-4ce6-8767-fd5b2c1c300a req-f0f8f561-1939-48ec-8296-7d45ffc23e78 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:01.633414 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-70e1ea51-3670-4ce6-8767-fd5b2c1c300a req-f0f8f561-1939-48ec-8296-7d45ffc23e78 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/ports?device_id=0d3c7106-0222-421b-af61-a22cca9b27dd HTTP/1.1" status: 200 len: 944 time: 0.1900434 Aug 25 16:13:01.649719 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.db.l3_dvr_db [None req-bc5dca4b-db86-4cad-a14c-0d393ac6897a None None] Set router 0ddce754-b14b-4001-bd83-da3fe6fae93e gateway port host: dv-cinder-806007-1-smb {{(pid=75043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:13:01.763447 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-70e1ea51-3670-4ce6-8767-fd5b2c1c300a req-214c7c9b-d11d-4a01-a9c8-ebecf220467a tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/security-groups?id=3fd554c8-8e1b-4d92-bc55-34a0478699d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1256633 Aug 25 16:13:01.782002 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169bb7cc-cb68-4a5c-9a7d-cb3c7424b8fc req-1578ff1d-b4c9-4126-9f2b-37e262274cbc tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:01.797768 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-169bb7cc-cb68-4a5c-9a7d-cb3c7424b8fc req-1578ff1d-b4c9-4126-9f2b-37e262274cbc tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/ports?device_id=768557d9-c88d-4397-91dd-f58022c93843 HTTP/1.1" status: 200 len: 946 time: 0.1334660 Aug 25 16:13:01.874953 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-169bb7cc-cb68-4a5c-9a7d-cb3c7424b8fc req-ea7486b7-b607-4447-9476-2d1c88aac678 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/security-groups?id=9e7f6e62-5d07-4b94-bd1b-2408a7eb9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745142 Aug 25 16:13:01.923254 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-e3aab78e-8464-4566-924a-2e957abdabcc req-712ea969-c0f5-485f-9dee-49ae457be3ab service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e9aef4833bd74d2db11f03628b3cb562&device_id=b02cdae5-5033-4d9b-bffd-04c6279ef176 HTTP/1.1" status: 200 len: 1098 time: 0.2586052 Aug 25 16:13:02.107838 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [req-1fd16635-3b44-4e24-8547-4ffee83b1612 req-8f143e7c-1b90-43b8-a0c8-d0288247cf56 tempest-VolumesNegativeTest-23928790 tempest-VolumesNegativeTest-23928790-project] Notify callbacks [] for port, precommit_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:02.142112 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.provisioning_blocks [req-1fd16635-3b44-4e24-8547-4ffee83b1612 req-8f143e7c-1b90-43b8-a0c8-d0288247cf56 tempest-VolumesNegativeTest-23928790 tempest-VolumesNegativeTest-23928790-project] Transition to ACTIVE for port object e85c9769-9eec-4552-b034-96c6a0a31225 will not be triggered until provisioned by entity DHCP. {{(pid=75041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:13:02.143737 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3aab78e-8464-4566-924a-2e957abdabcc req-4e0c7af6-f63d-492f-ace6-b688f7deb148 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:02.145212 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-e3aab78e-8464-4566-924a-2e957abdabcc req-4e0c7af6-f63d-492f-ace6-b688f7deb148 service neutron] 10.222.0.70 "GET /v2.0/networks?id=614f2e95-7eb0-4ef1-81dd-2bbf704665be HTTP/1.1" status: 200 len: 910 time: 0.2086649 Aug 25 16:13:02.171738 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [req-1fd16635-3b44-4e24-8547-4ffee83b1612 req-8f143e7c-1b90-43b8-a0c8-d0288247cf56 tempest-VolumesNegativeTest-23928790 tempest-VolumesNegativeTest-23928790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776571788279'] for port, after_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:02.182398 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-2605d420-8dd3-41e5-b23a-06f2543e5f11 tempest-VolumesActionsTest-1849989351 tempest-VolumesActionsTest-1849989351-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:13:02.346411 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.db.l3_hamode_db [None req-bc5dca4b-db86-4cad-a14c-0d393ac6897a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ddce754-b14b-4001-bd83-da3fe6fae93e', 'name': 'tempest-TestShelveInstance-1252736714-router', 'tenant_id': 'e9aef4833bd74d2db11f03628b3cb562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af5d4827-908c-4372-9134-1f0198184942', 'external_fixed_ips': [{'subnet_id': 'a4c12025-f163-4c64-acba-906df26214d3', 'ip_address': '172.28.0.108'}], 'enable_snat': True}, 'gw_port_id': '56682e11-8a06-4426-8095-560446f942d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:11:35Z', 'updated_at': '2021-08-25T16:11:41Z', 'revision_number': 4, 'project_id': 'e9aef4833bd74d2db11f03628b3cb562', 'gw_port': {'id': '56682e11-8a06-4426-8095-560446f942d6', 'name': '', 'network_id': 'af5d4827-908c-4372-9134-1f0198184942', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:2e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ddce754-b14b-4001-bd83-da3fe6fae93e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a4c12025-f163-4c64-acba-906df26214d3', 'ip_address': '172.28.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:11:37Z', 'updated_at': '2021-08-25T16:11:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a4c12025-f163-4c64-acba-906df26214d3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-smb', '_floatingips': [{'id': '59b068e3-2e30-4a00-b1a4-17e7bb0707e7', 'tenant_id': 'e9aef4833bd74d2db11f03628b3cb562', 'floating_ip_address': '172.28.0.34', 'floating_network_id': 'af5d4827-908c-4372-9134-1f0198184942', 'router_id': '0ddce754-b14b-4001-bd83-da3fe6fae93e', 'port_id': '8ab0defe-f017-4b0a-bd2a-afe8f5e317b9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '614f2e95-7eb0-4ef1-81dd-2bbf704665be', 'mac_address': 'fa:16:3e:fd:9f:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02cdae5-5033-4d9b-bffd-04c6279ef176', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T16:12:58Z', 'updated_at': '2021-08-25T16:12:58Z', 'revision_number': 0, 'project_id': 'e9aef4833bd74d2db11f03628b3cb562', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6e7c3eb-c302-4cf2-b135-ec96191cb4c8', 'name': '', 'network_id': '614f2e95-7eb0-4ef1-81dd-2bbf704665be', 'tenant_id': 'e9aef4833bd74d2db11f03628b3cb562', 'mac_address': 'fa:16:3e:9c:7d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ddce754-b14b-4001-bd83-da3fe6fae93e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '61345865-f17f-47a1-85d8-a6ba566735d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:11:40Z', 'updated_at': '2021-08-25T16:11:53Z', 'revision_number': 5, 'project_id': 'e9aef4833bd74d2db11f03628b3cb562', 'subnets': [{'id': '61345865-f17f-47a1-85d8-a6ba566735d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-1-smb', False) {} {{(pid=75043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:13:02.358124 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5dca4b-db86-4cad-a14c-0d393ac6897a None None] Checking router: 0ddce754-b14b-4001-bd83-da3fe6fae93e for host: dv-cinder-806007-1-smb {{(pid=75043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 16:13:02.375171 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5dca4b-db86-4cad-a14c-0d393ac6897a None None] Routers {'0ddce754-b14b-4001-bd83-da3fe6fae93e'} bound to L3 agent in host dv-cinder-806007-1-smb {{(pid=75043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:13:02.376061 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.db.l3_hamode_db [None req-bc5dca4b-db86-4cad-a14c-0d393ac6897a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T16:01:30Z,description=,heartbeat_timestamp=2021-08-25T16:13:00Z,host='dv-cinder-806007-1-smb',id=ca94599f-caae-4183-a9a6-f9a0dcce5f21,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:01:30Z,topic='l3_agent')) {'router_ids': ['0ddce754-b14b-4001-bd83-da3fe6fae93e'], 'active': True} {{(pid=75043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:13:02.378479 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-8ca458b3-9003-4c9b-b026-f7ba765eab5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:02.417018 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f143e7c-1b90-43b8-a0c8-d0288247cf56 tempest-VolumesNegativeTest-23928790 tempest-VolumesNegativeTest-23928790-project] Pushing event updated for resources: {'Port': ['ID=e85c9769-9eec-4552-b034-96c6a0a31225,revision_number=1']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:13:02.431796 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-8f143e7c-1b90-43b8-a0c8-d0288247cf56 tempest-VolumesNegativeTest-23928790 tempest-VolumesNegativeTest-23928790-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:13:02.445940 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fd16635-3b44-4e24-8547-4ffee83b1612 req-8f143e7c-1b90-43b8-a0c8-d0288247cf56 tempest-VolumesNegativeTest-23928790 tempest-VolumesNegativeTest-23928790-project] Network 0c128662-6daa-4d56-b274-bd464e2cfc72 is already hosted by enough agents. {{(pid=75041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:13:02.450173 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.scheduler.base_scheduler [req-1fd16635-3b44-4e24-8547-4ffee83b1612 req-8f143e7c-1b90-43b8-a0c8-d0288247cf56 tempest-VolumesNegativeTest-23928790 tempest-VolumesNegativeTest-23928790-project] Resources bound (agent type, host, resource id): {{(pid=75041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:13:02.453034 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fd16635-3b44-4e24-8547-4ffee83b1612 req-8f143e7c-1b90-43b8-a0c8-d0288247cf56 tempest-VolumesNegativeTest-23928790 tempest-VolumesNegativeTest-23928790-project] Received port after_create {{(pid=75041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:13:02.457944 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd16635-3b44-4e24-8547-4ffee83b1612 req-8f143e7c-1b90-43b8-a0c8-d0288247cf56 tempest-VolumesNegativeTest-23928790 tempest-VolumesNegativeTest-23928790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:02.458626 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [req-1fd16635-3b44-4e24-8547-4ffee83b1612 req-8f143e7c-1b90-43b8-a0c8-d0288247cf56 tempest-VolumesNegativeTest-23928790 tempest-VolumesNegativeTest-23928790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981218'] for port, before_response {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:02.496785 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-1fd16635-3b44-4e24-8547-4ffee83b1612 req-8f143e7c-1b90-43b8-a0c8-d0288247cf56 tempest-VolumesNegativeTest-23928790 tempest-VolumesNegativeTest-23928790-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4524724 Aug 25 16:13:02.511682 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b726886b-331f-4a24-bb32-c45de88fbd1e req-c8792c7b-423e-4839-b6c0-7a231f38a8af tempest-VolumesNegativeTest-23928790 tempest-VolumesNegativeTest-23928790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:02.512436 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [req-b726886b-331f-4a24-bb32-c45de88fbd1e req-c8792c7b-423e-4839-b6c0-7a231f38a8af tempest-VolumesNegativeTest-23928790 tempest-VolumesNegativeTest-23928790-project] Synchronizing usage tracker for tenant:d3c3c1c5779e467ba6b284f64255a642 on resource:port {{(pid=75041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:13:02.546946 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [req-b726886b-331f-4a24-bb32-c45de88fbd1e req-c8792c7b-423e-4839-b6c0-7a231f38a8af tempest-VolumesNegativeTest-23928790 tempest-VolumesNegativeTest-23928790-project] Unset dirty status for tenant:d3c3c1c5779e467ba6b284f64255a642 on resource:port {{(pid=75041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:13:02.549228 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-b726886b-331f-4a24-bb32-c45de88fbd1e req-c8792c7b-423e-4839-b6c0-7a231f38a8af tempest-VolumesNegativeTest-23928790 tempest-VolumesNegativeTest-23928790-project] 10.222.0.68 "GET /v2.0/ports?device_id=fba03e4f-685d-40e4-a437-b3c30ab4a5bf HTTP/1.1" status: 200 len: 936 time: 0.2438695 Aug 25 16:13:02.618319 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [req-b726886b-331f-4a24-bb32-c45de88fbd1e req-6ca2aba6-31cf-4022-898a-90e88626f04e tempest-VolumesNegativeTest-23928790 tempest-VolumesNegativeTest-23928790-project] Synchronizing usage tracker for tenant:d3c3c1c5779e467ba6b284f64255a642 on resource:security_group {{(pid=75041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:13:02.658436 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [req-b726886b-331f-4a24-bb32-c45de88fbd1e req-6ca2aba6-31cf-4022-898a-90e88626f04e tempest-VolumesNegativeTest-23928790 tempest-VolumesNegativeTest-23928790-project] Unset dirty status for tenant:d3c3c1c5779e467ba6b284f64255a642 on resource:security_group {{(pid=75041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:13:02.660906 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-b726886b-331f-4a24-bb32-c45de88fbd1e req-6ca2aba6-31cf-4022-898a-90e88626f04e tempest-VolumesNegativeTest-23928790 tempest-VolumesNegativeTest-23928790-project] 10.222.0.68 "GET /v2.0/security-groups?id=d4b14138-cd80-4ae6-a21a-8d8d42bd9ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020708 Aug 25 16:13:02.732304 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.db.l3_dvr_db [None req-bc5dca4b-db86-4cad-a14c-0d393ac6897a None None] Set router 0ddce754-b14b-4001-bd83-da3fe6fae93e gateway port host: dv-cinder-806007-1-smb {{(pid=75043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:13:02.838666 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.provisioning_blocks [None req-6823b27f-9276-47fc-967d-120c93f5f367 None None] Provisioning for port e85c9769-9eec-4552-b034-96c6a0a31225 completed by entity DHCP. {{(pid=75042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:13:02.852396 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.provisioning_blocks [None req-6823b27f-9276-47fc-967d-120c93f5f367 None None] Provisioning complete for port e85c9769-9eec-4552-b034-96c6a0a31225 triggered by entity DHCP. {{(pid=75042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:13:02.852920 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-6823b27f-9276-47fc-967d-120c93f5f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16203014'] for port, provisioning_complete {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:02.912262 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 57908) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:13:03.009834 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.plugin [None req-6823b27f-9276-47fc-967d-120c93f5f367 None None] Port e85c9769-9eec-4552-b034-96c6a0a31225 cannot update to ACTIVE because it is not bound. {{(pid=75042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 25 16:13:03.096828 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.db_base_plugin_v2 [None req-83c24fbc-a17c-4e83-8d98-783036c7e478 admin admin] Deleting subnet 84169c57-b91b-4288-9bd2-2cf53a6db897 {{(pid=75040) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 25 16:13:03.110483 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-83c24fbc-a17c-4e83-8d98-783036c7e478 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:03.223468 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-83c24fbc-a17c-4e83-8d98-783036c7e478 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2023877'] for subnet, precommit_delete_associations {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:03.320991 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.db.l3_hamode_db [None req-bc5dca4b-db86-4cad-a14c-0d393ac6897a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ddce754-b14b-4001-bd83-da3fe6fae93e', 'name': 'tempest-TestShelveInstance-1252736714-router', 'tenant_id': 'e9aef4833bd74d2db11f03628b3cb562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af5d4827-908c-4372-9134-1f0198184942', 'external_fixed_ips': [{'subnet_id': 'a4c12025-f163-4c64-acba-906df26214d3', 'ip_address': '172.28.0.108'}], 'enable_snat': True}, 'gw_port_id': '56682e11-8a06-4426-8095-560446f942d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:11:35Z', 'updated_at': '2021-08-25T16:11:41Z', 'revision_number': 4, 'project_id': 'e9aef4833bd74d2db11f03628b3cb562', 'gw_port': {'id': '56682e11-8a06-4426-8095-560446f942d6', 'name': '', 'network_id': 'af5d4827-908c-4372-9134-1f0198184942', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:2e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ddce754-b14b-4001-bd83-da3fe6fae93e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a4c12025-f163-4c64-acba-906df26214d3', 'ip_address': '172.28.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:11:37Z', 'updated_at': '2021-08-25T16:11:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a4c12025-f163-4c64-acba-906df26214d3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-smb', '_floatingips': [{'id': '59b068e3-2e30-4a00-b1a4-17e7bb0707e7', 'tenant_id': 'e9aef4833bd74d2db11f03628b3cb562', 'floating_ip_address': '172.28.0.34', 'floating_network_id': 'af5d4827-908c-4372-9134-1f0198184942', 'router_id': '0ddce754-b14b-4001-bd83-da3fe6fae93e', 'port_id': '8ab0defe-f017-4b0a-bd2a-afe8f5e317b9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '614f2e95-7eb0-4ef1-81dd-2bbf704665be', 'mac_address': 'fa:16:3e:fd:9f:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02cdae5-5033-4d9b-bffd-04c6279ef176', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T16:12:58Z', 'updated_at': '2021-08-25T16:12:58Z', 'revision_number': 0, 'project_id': 'e9aef4833bd74d2db11f03628b3cb562', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6e7c3eb-c302-4cf2-b135-ec96191cb4c8', 'name': '', 'network_id': '614f2e95-7eb0-4ef1-81dd-2bbf704665be', 'tenant_id': 'e9aef4833bd74d2db11f03628b3cb562', 'mac_address': 'fa:16:3e:9c:7d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ddce754-b14b-4001-bd83-da3fe6fae93e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '61345865-f17f-47a1-85d8-a6ba566735d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:11:40Z', 'updated_at': '2021-08-25T16:11:53Z', 'revision_number': 5, 'project_id': 'e9aef4833bd74d2db11f03628b3cb562', 'subnets': [{'id': '61345865-f17f-47a1-85d8-a6ba566735d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-1-smb', False) {} {{(pid=75043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:13:03.327989 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e2a672-234d-407f-a594-b79f519a3afb req-1eccb9a8-1569-48f9-9823-fb068417959b tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:03.329650 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-35e2a672-234d-407f-a594-b79f519a3afb req-1eccb9a8-1569-48f9-9823-fb068417959b tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/ports?device_id=768557d9-c88d-4397-91dd-f58022c93843 HTTP/1.1" status: 200 len: 946 time: 0.1475277 Aug 25 16:13:03.334656 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5dca4b-db86-4cad-a14c-0d393ac6897a None None] The sync data for ids ['0ddce754-b14b-4001-bd83-da3fe6fae93e'] in dv-cinder-806007-1-smb is: [{'id': '0ddce754-b14b-4001-bd83-da3fe6fae93e', 'name': 'tempest-TestShelveInstance-1252736714-router', 'tenant_id': 'e9aef4833bd74d2db11f03628b3cb562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af5d4827-908c-4372-9134-1f0198184942', 'external_fixed_ips': [{'subnet_id': 'a4c12025-f163-4c64-acba-906df26214d3', 'ip_address': '172.28.0.108'}], 'enable_snat': True}, 'gw_port_id': '56682e11-8a06-4426-8095-560446f942d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:11:35Z', 'updated_at': '2021-08-25T16:11:41Z', 'revision_number': 4, 'project_id': 'e9aef4833bd74d2db11f03628b3cb562', 'gw_port': {'id': '56682e11-8a06-4426-8095-560446f942d6', 'name': '', 'network_id': 'af5d4827-908c-4372-9134-1f0198184942', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:2e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ddce754-b14b-4001-bd83-da3fe6fae93e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a4c12025-f163-4c64-acba-906df26214d3', 'ip_address': '172.28.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:11:37Z', 'updated_at': '2021-08-25T16:11:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a4c12025-f163-4c64-acba-906df26214d3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-smb', '_floatingips': [{'id': '59b068e3-2e30-4a00-b1a4-17e7bb0707e7', 'tenant_id': 'e9aef4833bd74d2db11f03628b3cb562', 'floating_ip_address': '172.28.0.34', 'floating_network_id': 'af5d4827-908c-4372-9134-1f0198184942', 'router_id': '0ddce754-b14b-4001-bd83-da3fe6fae93e', 'port_id': '8ab0defe-f017-4b0a-bd2a-afe8f5e317b9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '614f2e95-7eb0-4ef1-81dd-2bbf704665be', 'mac_address': 'fa:16:3e:fd:9f:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02cdae5-5033-4d9b-bffd-04c6279ef176', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T16:12:58Z', 'updated_at': '2021-08-25T16:12:58Z', 'revision_number': 0, 'project_id': 'e9aef4833bd74d2db11f03628b3cb562', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6e7c3eb-c302-4cf2-b135-ec96191cb4c8', 'name': '', 'network_id': '614f2e95-7eb0-4ef1-81dd-2bbf704665be', 'tenant_id': 'e9aef4833bd74d2db11f03628b3cb562', 'mac_address': 'fa:16:3e:9c:7d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ddce754-b14b-4001-bd83-da3fe6fae93e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '61345865-f17f-47a1-85d8-a6ba566735d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:11:40Z', 'updated_at': '2021-08-25T16:11:53Z', 'revision_number': 5, 'project_id': 'e9aef4833bd74d2db11f03628b3cb562', 'subnets': [{'id': '61345865-f17f-47a1-85d8-a6ba566735d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 16:13:03.367003 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-83c24fbc-a17c-4e83-8d98-783036c7e478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16198826'] for subnet, precommit_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:03.467866 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-35e2a672-234d-407f-a594-b79f519a3afb req-ad5e15e6-8ff8-4cdd-9e93-e70538085329 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/security-groups?id=9e7f6e62-5d07-4b94-bd1b-2408a7eb9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285717 Aug 25 16:13:03.515066 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-83c24fbc-a17c-4e83-8d98-783036c7e478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16198803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1434771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2719710'] for subnet, after_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:03.533329 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:13:03.689675 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c24fbc-a17c-4e83-8d98-783036c7e478 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84169c57-b91b-4288-9bd2-2cf53a6db897,revision_number=None']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:13:03.711274 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-83c24fbc-a17c-4e83-8d98-783036c7e478 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:13:03.715111 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-83c24fbc-a17c-4e83-8d98-783036c7e478 admin admin] Notify callbacks [] for subnet, before_response {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:03.749277 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-83c24fbc-a17c-4e83-8d98-783036c7e478 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/84169c57-b91b-4288-9bd2-2cf53a6db897 HTTP/1.1" status: 204 len: 168 time: 0.8329687 Aug 25 16:13:03.752481 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.wsgi [-] (75041) accepted ('10.222.0.68', 57918) {{(pid=75041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:13:03.787491 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 57922) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:13:03.804803 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c248194-37ef-4fde-bf8c-7a18d089842c None None] New status for floating IP 59b068e3-2e30-4a00-b1a4-17e7bb0707e7: ACTIVE {{(pid=75042) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Aug 25 16:13:03.852223 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6256f1b5-ddc2-4c5b-8376-04409414ba5e req-9be0d012-87c2-4de9-bb62-a93c21856de8 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:03.857253 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-6256f1b5-ddc2-4c5b-8376-04409414ba5e req-9be0d012-87c2-4de9-bb62-a93c21856de8 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/ports?device_id=0d3c7106-0222-421b-af61-a22cca9b27dd HTTP/1.1" status: 200 len: 944 time: 0.4121242 Aug 25 16:13:04.017531 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-6256f1b5-ddc2-4c5b-8376-04409414ba5e req-7c3d1302-ddbb-4d92-b6f6-c162eab6e61a tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/security-groups?id=3fd554c8-8e1b-4d92-bc55-34a0478699d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1529343 Aug 25 16:13:04.120776 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-902fcd11-f9b8-4c06-8fc9-2ba3ea296acd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16300240'] for network, before_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:04.205585 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-374ce4f4-6590-4771-8d92-534bd581657f admin admin] Notify callbacks [] for security_group, before_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:04.270831 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-374ce4f4-6590-4771-8d92-534bd581657f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:13:04.279723 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-374ce4f4-6590-4771-8d92-534bd581657f admin admin] Usage tracker for resource:security_group_rule and tenant:1b5d7ee853cb41ef8c7b8f869f69e051 is out of sync, need to count used quota {{(pid=75040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:13:04.285285 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-374ce4f4-6590-4771-8d92-534bd581657f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:13:04.297697 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-374ce4f4-6590-4771-8d92-534bd581657f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:13:04.442527 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-902fcd11-f9b8-4c06-8fc9-2ba3ea296acd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16197923', 'neutron.services.segments.db._delete_segments_for_network-8776572265090'] for network, precommit_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:04.457407 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6586e1-3412-4817-831c-1451cb43ef80 req-6a8e9b28-ed1c-46c3-a42d-d4b96a2ca0e6 tempest-VolumesNegativeTest-23928790 tempest-VolumesNegativeTest-23928790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:04.465738 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-ca6586e1-3412-4817-831c-1451cb43ef80 req-6a8e9b28-ed1c-46c3-a42d-d4b96a2ca0e6 tempest-VolumesNegativeTest-23928790 tempest-VolumesNegativeTest-23928790-project] 10.222.0.68 "GET /v2.0/ports?device_id=fba03e4f-685d-40e4-a437-b3c30ab4a5bf HTTP/1.1" status: 200 len: 936 time: 0.3425717 Aug 25 16:13:04.484591 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-374ce4f4-6590-4771-8d92-534bd581657f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:04.491069 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-902fcd11-f9b8-4c06-8fc9-2ba3ea296acd admin admin] Subscribe: > segment before_delete 55550000 {{(pid=75041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:13:04.491572 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-902fcd11-f9b8-4c06-8fc9-2ba3ea296acd admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=75041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:13:04.492736 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-902fcd11-f9b8-4c06-8fc9-2ba3ea296acd admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=75041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:13:04.493423 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-902fcd11-f9b8-4c06-8fc9-2ba3ea296acd admin admin] Subscribe: > port after_create 55550000 {{(pid=75041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:13:04.493648 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-902fcd11-f9b8-4c06-8fc9-2ba3ea296acd admin admin] Subscribe: > port after_delete 55550000 {{(pid=75041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:13:04.494073 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-902fcd11-f9b8-4c06-8fc9-2ba3ea296acd admin admin] Subscribe: > port after_update 55550000 {{(pid=75041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:13:04.494497 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-902fcd11-f9b8-4c06-8fc9-2ba3ea296acd admin admin] Subscribe: > segment after_delete 55550000 {{(pid=75041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:13:04.495054 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-902fcd11-f9b8-4c06-8fc9-2ba3ea296acd admin admin] Subscribe: > subnet after_create 55550000 {{(pid=75041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:13:04.495359 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-902fcd11-f9b8-4c06-8fc9-2ba3ea296acd admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=75041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:13:04.495743 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-902fcd11-f9b8-4c06-8fc9-2ba3ea296acd admin admin] Subscribe: > subnet after_update 55550000 {{(pid=75041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:13:04.496134 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-374ce4f4-6590-4771-8d92-534bd581657f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:04.519557 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-fe5301cc-e77f-44a9-93cf-630eff83721a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:13:04.618555 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-374ce4f4-6590-4771-8d92-534bd581657f admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=1b5d7ee853cb41ef8c7b8f869f69e051&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8215673 Aug 25 16:13:04.618555 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374ce4f4-6590-4771-8d92-534bd581657f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d9a06db-33b2-4935-8bab-1c193150338d,revision_number=1']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:13:04.620977 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 57930) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:13:04.624585 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-374ce4f4-6590-4771-8d92-534bd581657f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:13:04.657717 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-902fcd11-f9b8-4c06-8fc9-2ba3ea296acd admin admin] Subscribe: > subnet after_create 55550000 {{(pid=75041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:13:04.658447 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-902fcd11-f9b8-4c06-8fc9-2ba3ea296acd admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=75041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:13:04.659117 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-902fcd11-f9b8-4c06-8fc9-2ba3ea296acd admin admin] Subscribe: > subnet before_create 55550000 {{(pid=75041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:13:04.659758 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-902fcd11-f9b8-4c06-8fc9-2ba3ea296acd admin admin] Subscribe: > subnet before_update 55550000 {{(pid=75041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:13:04.660462 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.services.segments.db [None req-902fcd11-f9b8-4c06-8fc9-2ba3ea296acd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59b6fe81-15f1-4f75-b286-5a7dcadc0cbf']}} {{(pid=75041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:13:04.711480 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.services.segments.db [None req-902fcd11-f9b8-4c06-8fc9-2ba3ea296acd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3ceb23e-bb63-45e0-97c2-492952014844') {'for_net_delete': True} {{(pid=75041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:13:04.711944 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.services.segments.db [None req-902fcd11-f9b8-4c06-8fc9-2ba3ea296acd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3ceb23e-bb63-45e0-97c2-492952014844') {} {{(pid=75041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:13:04.749818 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-902fcd11-f9b8-4c06-8fc9-2ba3ea296acd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776572267165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2080807'] for segment, before_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:04.769592 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-1eb3dbf2-2cc4-45a6-b00f-367d7cb7aa2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:04.774412 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-ca6586e1-3412-4817-831c-1451cb43ef80 req-b3ac4a9e-f9c4-4ed4-a591-43465d594887 tempest-VolumesNegativeTest-23928790 tempest-VolumesNegativeTest-23928790-project] 10.222.0.68 "GET /v2.0/security-groups?id=d4b14138-cd80-4ae6-a21a-8d8d42bd9ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3071671 Aug 25 16:13:04.791407 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-902fcd11-f9b8-4c06-8fc9-2ba3ea296acd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16198673'] for segment, precommit_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:04.800460 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-902fcd11-f9b8-4c06-8fc9-2ba3ea296acd admin admin] Releasing vlan 856 on physical network physnet1 to pool {{(pid=75041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 25 16:13:04.800873 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-902fcd11-f9b8-4c06-8fc9-2ba3ea296acd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16198671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1248571'] for segment, after_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:04.819144 dv-cinder-806007-1-smb neutron-server[75041]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Aug 25 16:13:04.819144 dv-cinder-806007-1-smb neutron-server[75041]: util.warn_limited( Aug 25 16:13:04.819144 dv-cinder-806007-1-smb neutron-server[75041]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Aug 25 16:13:04.819144 dv-cinder-806007-1-smb neutron-server[75041]: util.warn_limited( Aug 25 16:13:04.819144 dv-cinder-806007-1-smb neutron-server[75041]: Traceback (most recent call last): Aug 25 16:13:04.819144 dv-cinder-806007-1-smb neutron-server[75041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 25 16:13:04.819144 dv-cinder-806007-1-smb neutron-server[75041]: timer() Aug 25 16:13:04.819144 dv-cinder-806007-1-smb neutron-server[75041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 16:13:04.819144 dv-cinder-806007-1-smb neutron-server[75041]: cb(*args, **kw) Aug 25 16:13:04.819144 dv-cinder-806007-1-smb neutron-server[75041]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 25 16:13:04.819144 dv-cinder-806007-1-smb neutron-server[75041]: return func(*args, **kwargs) Aug 25 16:13:04.819144 dv-cinder-806007-1-smb neutron-server[75041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 16:13:04.819144 dv-cinder-806007-1-smb neutron-server[75041]: self._notify() Aug 25 16:13:04.819144 dv-cinder-806007-1-smb neutron-server[75041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 16:13:04.819144 dv-cinder-806007-1-smb neutron-server[75041]: self.callback(batched_events) Aug 25 16:13:04.819144 dv-cinder-806007-1-smb neutron-server[75041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 16:13:04.819144 dv-cinder-806007-1-smb neutron-server[75041]: event.method(event) Aug 25 16:13:04.819144 dv-cinder-806007-1-smb neutron-server[75041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 25 16:13:04.819144 dv-cinder-806007-1-smb neutron-server[75041]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 16:13:04.819144 dv-cinder-806007-1-smb neutron-server[75041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 25 16:13:04.819144 dv-cinder-806007-1-smb neutron-server[75041]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 16:13:04.819144 dv-cinder-806007-1-smb neutron-server[75041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 25 16:13:04.819144 dv-cinder-806007-1-smb neutron-server[75041]: return f(self, *a, **k) Aug 25 16:13:04.819144 dv-cinder-806007-1-smb neutron-server[75041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 16:13:04.819144 dv-cinder-806007-1-smb neutron-server[75041]: return self._get(url).json() Aug 25 16:13:04.819144 dv-cinder-806007-1-smb neutron-server[75041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 16:13:04.819144 dv-cinder-806007-1-smb neutron-server[75041]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 16:13:04.819144 dv-cinder-806007-1-smb neutron-server[75041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 25 16:13:04.819144 dv-cinder-806007-1-smb neutron-server[75041]: return self.request(url, 'GET', **kwargs) Aug 25 16:13:04.819144 dv-cinder-806007-1-smb neutron-server[75041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 25 16:13:04.819144 dv-cinder-806007-1-smb neutron-server[75041]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 16:13:04.819144 dv-cinder-806007-1-smb neutron-server[75041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 25 16:13:04.819144 dv-cinder-806007-1-smb neutron-server[75041]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 16:13:04.819144 dv-cinder-806007-1-smb neutron-server[75041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 25 16:13:04.819144 dv-cinder-806007-1-smb neutron-server[75041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 16:13:04.819144 dv-cinder-806007-1-smb neutron-server[75041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 16:13:04.822491 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-1eb3dbf2-2cc4-45a6-b00f-367d7cb7aa2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:04.859303 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8783140f-1088-4a48-a72b-5c5edd143d1c req-1f1f447c-d857-496e-ab17-e05f22a52a3f tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:04.861463 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-8783140f-1088-4a48-a72b-5c5edd143d1c req-1f1f447c-d857-496e-ab17-e05f22a52a3f tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/ports?device_id=768557d9-c88d-4397-91dd-f58022c93843 HTTP/1.1" status: 200 len: 946 time: 0.1642969 Aug 25 16:13:04.931475 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-8783140f-1088-4a48-a72b-5c5edd143d1c req-ad608d28-04e8-4ae7-a755-f5c64e78b6d2 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/security-groups?id=9e7f6e62-5d07-4b94-bd1b-2408a7eb9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627208 Aug 25 16:13:04.937949 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-902fcd11-f9b8-4c06-8fc9-2ba3ea296acd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16197928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453727'] for network, after_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:04.942063 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-fb33d0fc-a1c2-4e1d-b2c3-ea267e7d4b24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:13:04.963524 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-1eb3dbf2-2cc4-45a6-b00f-367d7cb7aa2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:04.967910 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-ed5fd2c2-8e94-4aff-99c4-127620325175 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:13:04.972705 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-902fcd11-f9b8-4c06-8fc9-2ba3ea296acd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16129646'] for network, before_response {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:04.985320 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902fcd11-f9b8-4c06-8fc9-2ba3ea296acd admin admin] Pushing event deleted for resources: {'Network': ['ID=59b6fe81-15f1-4f75-b286-5a7dcadc0cbf,revision_number=None']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:13:04.990509 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-902fcd11-f9b8-4c06-8fc9-2ba3ea296acd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:13:04.996449 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb3dbf2-2cc4-45a6-b00f-367d7cb7aa2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d9a06db-33b2-4935-8bab-1c193150338d,revision_number=None']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:13:04.996797 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [None req-902fcd11-f9b8-4c06-8fc9-2ba3ea296acd admin admin] 10.222.0.68 "DELETE /v2.0/networks/59b6fe81-15f1-4f75-b286-5a7dcadc0cbf HTTP/1.1" status: 204 len: 168 time: 1.2425885 Aug 25 16:13:04.998886 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-1eb3dbf2-2cc4-45a6-b00f-367d7cb7aa2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:05.004164 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-1eb3dbf2-2cc4-45a6-b00f-367d7cb7aa2c admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/0d9a06db-33b2-4935-8bab-1c193150338d HTTP/1.1" status: 204 len: 168 time: 0.3817661 Aug 25 16:13:05.006018 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-1eb3dbf2-2cc4-45a6-b00f-367d7cb7aa2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:13:05.247106 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 57944) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:13:05.340111 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a51c590-4e24-49d8-a35f-578ec666b69f req-7b8cf33f-3b8d-4b58-8217-32d7e55c0588 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:05.348293 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-5a51c590-4e24-49d8-a35f-578ec666b69f req-7b8cf33f-3b8d-4b58-8217-32d7e55c0588 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/ports?device_id=0d3c7106-0222-421b-af61-a22cca9b27dd HTTP/1.1" status: 200 len: 944 time: 0.0962307 Aug 25 16:13:05.374755 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-27b6c97f-c1a9-45c9-bdc5-3a261d97c931 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=e00743498afc4a22a0153609b9aa9eb6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1264412 Aug 25 16:13:05.377391 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 57948) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:13:05.411291 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-5a51c590-4e24-49d8-a35f-578ec666b69f req-d8405262-8566-419f-b017-965a7240b30f tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/security-groups?id=3fd554c8-8e1b-4d92-bc55-34a0478699d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608683 Aug 25 16:13:05.509189 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-cb15dd50-114d-47fa-961b-59c38765c917 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:05.541460 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-cb15dd50-114d-47fa-961b-59c38765c917 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:05.596511 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.db.agents_db [None req-a821c616-a82d-4ce6-adbe-0c63f7de4494 None None] Agent healthcheck: found 6 active agents {{(pid=75043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:13:05.611125 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-cb15dd50-114d-47fa-961b-59c38765c917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:05.618002 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-5377f858-df15-4a74-8316-eea77b6c8487 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:13:05.634232 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb15dd50-114d-47fa-961b-59c38765c917 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fdafa6e-83cf-4704-ab97-b78a1a07192a,revision_number=None']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:13:05.636983 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-cb15dd50-114d-47fa-961b-59c38765c917 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:13:05.643729 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-cb15dd50-114d-47fa-961b-59c38765c917 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:05.644870 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-cb15dd50-114d-47fa-961b-59c38765c917 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/2fdafa6e-83cf-4704-ab97-b78a1a07192a HTTP/1.1" status: 204 len: 168 time: 0.2662482 Aug 25 16:13:05.666020 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 57954) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:13:05.689328 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-3fe65e23-2972-4c88-bf9b-bbad748e923e admin admin] Notify callbacks [] for security_group, before_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:05.729734 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-3fe65e23-2972-4c88-bf9b-bbad748e923e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:13:05.734156 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-3fe65e23-2972-4c88-bf9b-bbad748e923e admin admin] Usage tracker for resource:security_group_rule and tenant:7cb3b588dbd34e36801b7d0c11d9139e is out of sync, need to count used quota {{(pid=75040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:13:05.737475 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-3fe65e23-2972-4c88-bf9b-bbad748e923e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:13:05.744731 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-3fe65e23-2972-4c88-bf9b-bbad748e923e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:13:05.842107 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-3fe65e23-2972-4c88-bf9b-bbad748e923e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:05.848364 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-3fe65e23-2972-4c88-bf9b-bbad748e923e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:05.862590 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-a8b09c87-d1be-4d04-a8fc-762e1186116a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:13:05.903220 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe65e23-2972-4c88-bf9b-bbad748e923e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cac70e1-49bd-4feb-9c9a-830e54ea01cd,revision_number=1']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:13:05.906874 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-3fe65e23-2972-4c88-bf9b-bbad748e923e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:13:05.909706 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-3fe65e23-2972-4c88-bf9b-bbad748e923e admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=7cb3b588dbd34e36801b7d0c11d9139e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2426410 Aug 25 16:13:05.912858 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 57960) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:13:06.089870 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-03db62e4-c6eb-42d2-8068-06e2993dabdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:06.146795 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-03db62e4-c6eb-42d2-8068-06e2993dabdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:06.205857 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4600abb9-ddd8-4ba9-8a7e-21197a846fc4 req-aaaae35a-deec-4c81-9781-217a2a3d08f2 tempest-VolumesNegativeTest-23928790 tempest-VolumesNegativeTest-23928790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:06.207381 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-4600abb9-ddd8-4ba9-8a7e-21197a846fc4 req-aaaae35a-deec-4c81-9781-217a2a3d08f2 tempest-VolumesNegativeTest-23928790 tempest-VolumesNegativeTest-23928790-project] 10.222.0.68 "GET /v2.0/ports?device_id=fba03e4f-685d-40e4-a437-b3c30ab4a5bf HTTP/1.1" status: 200 len: 936 time: 0.2351794 Aug 25 16:13:06.233066 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59b7a09-9970-454d-83ab-eb6bd38d9428 req-60359d11-6f1c-40c0-8c57-4fb889645453 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:06.234560 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-f59b7a09-9970-454d-83ab-eb6bd38d9428 req-60359d11-6f1c-40c0-8c57-4fb889645453 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/ports?device_id=768557d9-c88d-4397-91dd-f58022c93843 HTTP/1.1" status: 200 len: 946 time: 0.1376958 Aug 25 16:13:06.284815 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-4600abb9-ddd8-4ba9-8a7e-21197a846fc4 req-56147bf0-3778-4644-9ff8-5ceb4eb5de53 tempest-VolumesNegativeTest-23928790 tempest-VolumesNegativeTest-23928790-project] 10.222.0.68 "GET /v2.0/security-groups?id=d4b14138-cd80-4ae6-a21a-8d8d42bd9ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686398 Aug 25 16:13:06.292028 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-03db62e4-c6eb-42d2-8068-06e2993dabdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:06.297022 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-374ce4f4-6590-4771-8d92-534bd581657f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:13:06.323971 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03db62e4-c6eb-42d2-8068-06e2993dabdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cac70e1-49bd-4feb-9c9a-830e54ea01cd,revision_number=None']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:13:06.327229 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-03db62e4-c6eb-42d2-8068-06e2993dabdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:13:06.328548 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-03db62e4-c6eb-42d2-8068-06e2993dabdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:06.332934 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-03db62e4-c6eb-42d2-8068-06e2993dabdd admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/4cac70e1-49bd-4feb-9c9a-830e54ea01cd HTTP/1.1" status: 204 len: 168 time: 0.4189026 Aug 25 16:13:06.362321 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-f59b7a09-9970-454d-83ab-eb6bd38d9428 req-c1ce8803-79b2-4e1e-972b-ee33f0d28928 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/security-groups?id=9e7f6e62-5d07-4b94-bd1b-2408a7eb9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181595 Aug 25 16:13:06.656150 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9be958-f01c-46bc-85d9-ada823a02dc0 req-7ecec350-09a3-4039-9cab-2c5833264295 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:06.657867 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-9e9be958-f01c-46bc-85d9-ada823a02dc0 req-7ecec350-09a3-4039-9cab-2c5833264295 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/ports?device_id=0d3c7106-0222-421b-af61-a22cca9b27dd HTTP/1.1" status: 200 len: 944 time: 0.0933106 Aug 25 16:13:06.711212 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-9e9be958-f01c-46bc-85d9-ada823a02dc0 req-a9b1594d-93cd-4277-be36-b5fff3a2a76e tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/security-groups?id=3fd554c8-8e1b-4d92-bc55-34a0478699d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474544 Aug 25 16:13:07.261787 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.wsgi [-] (75041) accepted ('10.222.0.68', 57986) {{(pid=75041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:13:07.446737 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.v2.base [None req-bd81097b-2e97-4138-ad2d-07018d77827d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1236701839-network', 'tenant_id': '13cbbfade6524480a2b0f23046e69f90'}} {{(pid=75041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:13:07.483311 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.quota.driver [None req-bd81097b-2e97-4138-ad2d-07018d77827d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:13:07.499016 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [None req-bd81097b-2e97-4138-ad2d-07018d77827d admin admin] Usage tracker for resource:network and tenant:13cbbfade6524480a2b0f23046e69f90 is out of sync, need to count used quota {{(pid=75041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:13:07.502489 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [None req-bd81097b-2e97-4138-ad2d-07018d77827d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:13:07.510725 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.quota.driver [None req-bd81097b-2e97-4138-ad2d-07018d77827d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:13:07.535827 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd81097b-2e97-4138-ad2d-07018d77827d admin admin] Made reservation on behalf of 13cbbfade6524480a2b0f23046e69f90 for: {'network': 1} {{(pid=75041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:13:07.538158 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-bd81097b-2e97-4138-ad2d-07018d77827d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for network, before_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:07.553379 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-bd81097b-2e97-4138-ad2d-07018d77827d admin admin] Notify callbacks [] for security_group, before_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:07.592743 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f6c04e-d7b0-4384-b5d8-c33ab8df9a7b req-4d5a4091-52ad-43ca-8296-ccdc719c5196 tempest-VolumesNegativeTest-23928790 tempest-VolumesNegativeTest-23928790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:07.598027 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-64f6c04e-d7b0-4384-b5d8-c33ab8df9a7b req-4d5a4091-52ad-43ca-8296-ccdc719c5196 tempest-VolumesNegativeTest-23928790 tempest-VolumesNegativeTest-23928790-project] 10.222.0.68 "GET /v2.0/ports?device_id=fba03e4f-685d-40e4-a437-b3c30ab4a5bf HTTP/1.1" status: 200 len: 936 time: 0.1467993 Aug 25 16:13:07.608200 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.quota.driver [None req-bd81097b-2e97-4138-ad2d-07018d77827d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:13:07.613367 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe697f6-7323-4e4f-b46b-05a9738b54fe req-f33e8afa-8301-4e06-8ec5-9662b0ff362e tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:07.615424 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-3fe697f6-7323-4e4f-b46b-05a9738b54fe req-f33e8afa-8301-4e06-8ec5-9662b0ff362e tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/ports?device_id=768557d9-c88d-4397-91dd-f58022c93843 HTTP/1.1" status: 200 len: 946 time: 0.0925088 Aug 25 16:13:07.630529 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [None req-bd81097b-2e97-4138-ad2d-07018d77827d admin admin] Usage tracker for resource:security_group_rule and tenant:13cbbfade6524480a2b0f23046e69f90 is out of sync, need to count used quota {{(pid=75041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:13:07.636306 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [None req-bd81097b-2e97-4138-ad2d-07018d77827d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:13:07.644616 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.quota.driver [None req-bd81097b-2e97-4138-ad2d-07018d77827d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:13:07.671361 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-3fe697f6-7323-4e4f-b46b-05a9738b54fe req-d6517cdf-6048-4ce0-b5f5-07146b0f1b1a tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/security-groups?id=9e7f6e62-5d07-4b94-bd1b-2408a7eb9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495982 Aug 25 16:13:07.684834 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-64f6c04e-d7b0-4384-b5d8-c33ab8df9a7b req-cb2c8bae-ac9d-4942-a8be-fb3ed5dee499 tempest-VolumesNegativeTest-23928790 tempest-VolumesNegativeTest-23928790-project] 10.222.0.68 "GET /v2.0/security-groups?id=d4b14138-cd80-4ae6-a21a-8d8d42bd9ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733678 Aug 25 16:13:07.752329 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-bd81097b-2e97-4138-ad2d-07018d77827d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:07.757397 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-bd81097b-2e97-4138-ad2d-07018d77827d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:07.762217 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-e5ce4702-706e-4416-82bc-cec444f66ed7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:13:07.788543 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd81097b-2e97-4138-ad2d-07018d77827d admin admin] vlan segment allocate from pool success with {'vlan_id': 855, 'physical_network': 'physnet1'} {{(pid=75041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 25 16:13:07.801381 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd81097b-2e97-4138-ad2d-07018d77827d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ccb1754-f2bb-4761-99be-f89002cd819f,revision_number=1']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:13:07.806411 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-bd81097b-2e97-4138-ad2d-07018d77827d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:13:07.807483 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-bd81097b-2e97-4138-ad2d-07018d77827d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16198673'] for segment, precommit_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:07.807963 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.db.segments_db [None req-bd81097b-2e97-4138-ad2d-07018d77827d admin admin] Added segment d0eae336-b41b-46e4-b09e-a51548c2e083 of type vlan for network 636cacf8-5c75-4249-9cc4-59d96dfe416b Aug 25 16:13:07.840165 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-bd81097b-2e97-4138-ad2d-07018d77827d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776571744898'] for network, precommit_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:07.884012 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-bd81097b-2e97-4138-ad2d-07018d77827d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748'] for network, after_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:07.887103 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd81097b-2e97-4138-ad2d-07018d77827d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:07.889037 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-bd81097b-2e97-4138-ad2d-07018d77827d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16129646'] for network, before_response {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:07.915009 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:13:07.940367 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [None req-bd81097b-2e97-4138-ad2d-07018d77827d admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6774857 Aug 25 16:13:07.946874 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 57998) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:13:07.951094 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.v2.base [None req-4cb6a650-ff77-4e32-af51-54e8d52175b2 admin admin] Request body: {'subnet': {'network_id': '636cacf8-5c75-4249-9cc4-59d96dfe416b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1236701839-subnet', 'tenant_id': '13cbbfade6524480a2b0f23046e69f90', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:13:07.958411 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-4cb6a650-ff77-4e32-af51-54e8d52175b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:13:07.964062 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-4cb6a650-ff77-4e32-af51-54e8d52175b2 admin admin] Usage tracker for resource:subnet and tenant:13cbbfade6524480a2b0f23046e69f90 is out of sync, need to count used quota {{(pid=75040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:13:07.968124 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-4cb6a650-ff77-4e32-af51-54e8d52175b2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:13:07.975947 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-4cb6a650-ff77-4e32-af51-54e8d52175b2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:13:07.993959 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cb6a650-ff77-4e32-af51-54e8d52175b2 admin admin] Made reservation on behalf of 13cbbfade6524480a2b0f23046e69f90 for: {'subnet': 1} {{(pid=75040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:13:07.996414 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-4cb6a650-ff77-4e32-af51-54e8d52175b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2719685'] for subnet, before_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:08.013677 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd81097b-2e97-4138-ad2d-07018d77827d admin admin] Pushing event updated for resources: {'Network': ['ID=636cacf8-5c75-4249-9cc4-59d96dfe416b,revision_number=1']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:13:08.016567 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-bd81097b-2e97-4138-ad2d-07018d77827d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:13:08.020326 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dbb0c9-7d22-4d1e-afb8-c3f37ff53e12 req-37b7f4bb-6fbf-46b3-8977-8189392f875e tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:08.022692 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-68dbb0c9-7d22-4d1e-afb8-c3f37ff53e12 req-37b7f4bb-6fbf-46b3-8977-8189392f875e tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/ports?device_id=0d3c7106-0222-421b-af61-a22cca9b27dd HTTP/1.1" status: 200 len: 944 time: 0.1360080 Aug 25 16:13:08.024441 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Network 636cacf8-5c75-4249-9cc4-59d96dfe416b details requested by agent ovs-agent-dv-cinder-806007-1-smb with host dv-cinder-806007-1-smb {{(pid=75042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 25 16:13:08.155306 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-68dbb0c9-7d22-4d1e-afb8-c3f37ff53e12 req-74ae4c13-0310-42cf-a408-64492ba8c817 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/security-groups?id=3fd554c8-8e1b-4d92-bc55-34a0478699d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820193 Aug 25 16:13:08.294983 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-4cb6a650-ff77-4e32-af51-54e8d52175b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1434844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2719703'] for subnet, after_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:08.300308 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:13:08.372932 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb6a650-ff77-4e32-af51-54e8d52175b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8dc0bf97-8447-4cdc-b070-960e9311f0c9,revision_number=0']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:13:08.377779 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-4cb6a650-ff77-4e32-af51-54e8d52175b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:13:08.392675 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb6a650-ff77-4e32-af51-54e8d52175b2 admin admin] Checking segment: {'id': 'd0eae336-b41b-46e4-b09e-a51548c2e083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '636cacf8-5c75-4249-9cc4-59d96dfe416b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:13:08.393034 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cb6a650-ff77-4e32-af51-54e8d52175b2 admin admin] Network hostable DHCP agents. Network: 636cacf8-5c75-4249-9cc4-59d96dfe416b, hostable agents: ['daaa6c79-fb88-4b19-b87f-75e8fe826ec4'], hosted agents: [] {{(pid=75040) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 16:13:08.424601 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cb6a650-ff77-4e32-af51-54e8d52175b2 admin admin] Network 636cacf8-5c75-4249-9cc4-59d96dfe416b is scheduled to be hosted by DHCP agent daaa6c79-fb88-4b19-b87f-75e8fe826ec4 with binding_index 1 {{(pid=75040) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 16:13:08.434750 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.scheduler.base_scheduler [None req-4cb6a650-ff77-4e32-af51-54e8d52175b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806007-1-smb, 636cacf8-5c75-4249-9cc4-59d96dfe416b) {{(pid=75040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:13:08.442724 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cb6a650-ff77-4e32-af51-54e8d52175b2 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:08.443377 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28158bc6-7bc1-43d3-84af-514aaf70f967 None None] Network 636cacf8-5c75-4249-9cc4-59d96dfe416b requested from dv-cinder-806007-1-smb {{(pid=75042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:13:08.443531 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-4cb6a650-ff77-4e32-af51-54e8d52175b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:08.480528 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-4cb6a650-ff77-4e32-af51-54e8d52175b2 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5351584 Aug 25 16:13:08.692405 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-474ab5c2-aa4b-45ee-8b91-489cf8c1256a None None] Network 636cacf8-5c75-4249-9cc4-59d96dfe416b requested from dv-cinder-806007-1-smb {{(pid=75042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:13:08.975030 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008d4024-ca39-4659-8479-690982c1a107 req-49b32743-a48d-4aaf-aa58-9d9a2d1dfa2c tempest-VolumesNegativeTest-23928790 tempest-VolumesNegativeTest-23928790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:08.976726 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-008d4024-ca39-4659-8479-690982c1a107 req-49b32743-a48d-4aaf-aa58-9d9a2d1dfa2c tempest-VolumesNegativeTest-23928790 tempest-VolumesNegativeTest-23928790-project] 10.222.0.68 "GET /v2.0/ports?device_id=fba03e4f-685d-40e4-a437-b3c30ab4a5bf HTTP/1.1" status: 200 len: 936 time: 0.1167409 Aug 25 16:13:08.988722 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d21559-cdea-43b1-97ca-50bdfccca84a req-f7cc189b-7335-413e-bfef-904c62b62c4e tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:08.996991 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-a4d21559-cdea-43b1-97ca-50bdfccca84a req-f7cc189b-7335-413e-bfef-904c62b62c4e tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/ports?device_id=768557d9-c88d-4397-91dd-f58022c93843 HTTP/1.1" status: 200 len: 946 time: 0.1212721 Aug 25 16:13:09.043475 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-008d4024-ca39-4659-8479-690982c1a107 req-3558df5b-1cda-4561-a7b8-4fbc16ed0d1b tempest-VolumesNegativeTest-23928790 tempest-VolumesNegativeTest-23928790-project] 10.222.0.68 "GET /v2.0/security-groups?id=d4b14138-cd80-4ae6-a21a-8d8d42bd9ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611145 Aug 25 16:13:09.048985 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-a4d21559-cdea-43b1-97ca-50bdfccca84a req-428ec84b-4b9f-4e22-9ba9-e8cf9ef82738 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/security-groups?id=9e7f6e62-5d07-4b94-bd1b-2408a7eb9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511279 Aug 25 16:13:09.447787 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c50a6a-7b65-4839-bf51-ca09aa0ce38b req-7b75e740-4c2c-430f-a9f6-f9b66ef14161 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:09.449316 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-e7c50a6a-7b65-4839-bf51-ca09aa0ce38b req-7b75e740-4c2c-430f-a9f6-f9b66ef14161 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/ports?device_id=0d3c7106-0222-421b-af61-a22cca9b27dd HTTP/1.1" status: 200 len: 944 time: 0.0991342 Aug 25 16:13:09.499281 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-e7c50a6a-7b65-4839-bf51-ca09aa0ce38b req-9e645ebf-c46d-4541-8316-0afe55779e0c tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/security-groups?id=3fd554c8-8e1b-4d92-bc55-34a0478699d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441375 Aug 25 16:13:09.578874 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 58030) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:13:09.585776 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.v2.base [None req-56982f97-4e8b-431a-918e-6c75b54b2202 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1217095909-network', 'tenant_id': '0715ae96649f4a0f9a152b9a850790d9'}} {{(pid=75040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:13:09.590600 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-56982f97-4e8b-431a-918e-6c75b54b2202 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:13:09.594717 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-56982f97-4e8b-431a-918e-6c75b54b2202 admin admin] Usage tracker for resource:network and tenant:0715ae96649f4a0f9a152b9a850790d9 is out of sync, need to count used quota {{(pid=75040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:13:09.597776 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-56982f97-4e8b-431a-918e-6c75b54b2202 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:13:09.614094 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-56982f97-4e8b-431a-918e-6c75b54b2202 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:13:09.625806 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56982f97-4e8b-431a-918e-6c75b54b2202 admin admin] Made reservation on behalf of 0715ae96649f4a0f9a152b9a850790d9 for: {'network': 1} {{(pid=75040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:13:09.628237 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-56982f97-4e8b-431a-918e-6c75b54b2202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for network, before_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:09.644990 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-56982f97-4e8b-431a-918e-6c75b54b2202 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:09.679055 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-56982f97-4e8b-431a-918e-6c75b54b2202 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:13:09.683156 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-56982f97-4e8b-431a-918e-6c75b54b2202 admin admin] Usage tracker for resource:security_group_rule and tenant:0715ae96649f4a0f9a152b9a850790d9 is out of sync, need to count used quota {{(pid=75040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:13:09.686053 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-56982f97-4e8b-431a-918e-6c75b54b2202 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:13:09.692007 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-56982f97-4e8b-431a-918e-6c75b54b2202 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:13:09.762810 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-56982f97-4e8b-431a-918e-6c75b54b2202 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:09.766788 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-56982f97-4e8b-431a-918e-6c75b54b2202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:09.769914 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-1eb3dbf2-2cc4-45a6-b00f-367d7cb7aa2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:13:09.804381 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56982f97-4e8b-431a-918e-6c75b54b2202 admin admin] vlan segment allocate from pool success with {'vlan_id': 856, 'physical_network': 'physnet1'} {{(pid=75040) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 25 16:13:09.810023 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56982f97-4e8b-431a-918e-6c75b54b2202 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f65381c-5850-4039-aa07-a415e4cc26f6,revision_number=1']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:13:09.813260 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-56982f97-4e8b-431a-918e-6c75b54b2202 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:13:09.818596 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-56982f97-4e8b-431a-918e-6c75b54b2202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16198673'] for segment, precommit_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:09.818802 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.db.segments_db [None req-56982f97-4e8b-431a-918e-6c75b54b2202 admin admin] Added segment d92ca837-5645-4b88-bd3b-829dee98c18b of type vlan for network 4a52291f-08fa-4380-b309-c9527819dda6 Aug 25 16:13:09.846449 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-56982f97-4e8b-431a-918e-6c75b54b2202 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776571744898'] for network, precommit_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:09.877458 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-56982f97-4e8b-431a-918e-6c75b54b2202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748'] for network, after_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:09.878637 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56982f97-4e8b-431a-918e-6c75b54b2202 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:09.879225 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-56982f97-4e8b-431a-918e-6c75b54b2202 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16129646'] for network, before_response {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:09.882748 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-25770981-7c6f-4f26-84e3-e42625396015 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:13:10.062225 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56982f97-4e8b-431a-918e-6c75b54b2202 admin admin] Pushing event updated for resources: {'Network': ['ID=4a52291f-08fa-4380-b309-c9527819dda6,revision_number=1']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:13:10.067682 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-56982f97-4e8b-431a-918e-6c75b54b2202 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4851472 Aug 25 16:13:10.067682 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-56982f97-4e8b-431a-918e-6c75b54b2202 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:13:10.068748 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 58034) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:13:10.075225 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.v2.base [None req-e75c5f1f-5b93-4f4a-9589-bc05571364ff admin admin] Request body: {'subnet': {'network_id': '4a52291f-08fa-4380-b309-c9527819dda6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1217095909-subnet', 'tenant_id': '0715ae96649f4a0f9a152b9a850790d9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:13:10.080516 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-e75c5f1f-5b93-4f4a-9589-bc05571364ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:13:10.080705 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Network 4a52291f-08fa-4380-b309-c9527819dda6 details requested by agent ovs-agent-dv-cinder-806007-1-smb with host dv-cinder-806007-1-smb {{(pid=75042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 25 16:13:10.085138 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-e75c5f1f-5b93-4f4a-9589-bc05571364ff admin admin] Usage tracker for resource:subnet and tenant:0715ae96649f4a0f9a152b9a850790d9 is out of sync, need to count used quota {{(pid=75040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:13:10.090570 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-e75c5f1f-5b93-4f4a-9589-bc05571364ff admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:13:10.097054 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-e75c5f1f-5b93-4f4a-9589-bc05571364ff admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:13:10.112112 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e75c5f1f-5b93-4f4a-9589-bc05571364ff admin admin] Made reservation on behalf of 0715ae96649f4a0f9a152b9a850790d9 for: {'subnet': 1} {{(pid=75040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:13:10.115002 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-e75c5f1f-5b93-4f4a-9589-bc05571364ff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2719685'] for subnet, before_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:10.369513 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0424812f-72cd-4eda-ad75-317ad782e91e req-02cb8f2f-e095-4851-a8b0-34ce4a9fa4b6 tempest-VolumesNegativeTest-23928790 tempest-VolumesNegativeTest-23928790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:10.377727 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-0424812f-72cd-4eda-ad75-317ad782e91e req-02cb8f2f-e095-4851-a8b0-34ce4a9fa4b6 tempest-VolumesNegativeTest-23928790 tempest-VolumesNegativeTest-23928790-project] 10.222.0.68 "GET /v2.0/ports?device_id=fba03e4f-685d-40e4-a437-b3c30ab4a5bf HTTP/1.1" status: 200 len: 936 time: 0.1272321 Aug 25 16:13:10.394490 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6977a81-291b-4de1-904d-35163eb57f4e req-e875b684-21d8-4f2f-8db2-2d3997e7da17 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:10.396691 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-c6977a81-291b-4de1-904d-35163eb57f4e req-e875b684-21d8-4f2f-8db2-2d3997e7da17 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/ports?device_id=768557d9-c88d-4397-91dd-f58022c93843 HTTP/1.1" status: 200 len: 946 time: 0.1750124 Aug 25 16:13:10.429627 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-0424812f-72cd-4eda-ad75-317ad782e91e req-68560840-cd11-4740-84f0-5d8be97362f8 tempest-VolumesNegativeTest-23928790 tempest-VolumesNegativeTest-23928790-project] 10.222.0.68 "GET /v2.0/security-groups?id=d4b14138-cd80-4ae6-a21a-8d8d42bd9ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508890 Aug 25 16:13:10.487569 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-c6977a81-291b-4de1-904d-35163eb57f4e req-40a2b647-6a5b-4e56-a603-f577f9338b23 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/security-groups?id=9e7f6e62-5d07-4b94-bd1b-2408a7eb9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829105 Aug 25 16:13:10.493711 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-e75c5f1f-5b93-4f4a-9589-bc05571364ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1434844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2719703'] for subnet, after_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:10.500884 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:13:10.583080 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75c5f1f-5b93-4f4a-9589-bc05571364ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=b84704eb-361d-4077-bd1e-8d10a878d87a,revision_number=0']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:13:10.588525 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-e75c5f1f-5b93-4f4a-9589-bc05571364ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:13:10.594095 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75c5f1f-5b93-4f4a-9589-bc05571364ff admin admin] Checking segment: {'id': 'd92ca837-5645-4b88-bd3b-829dee98c18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '4a52291f-08fa-4380-b309-c9527819dda6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:13:10.594571 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e75c5f1f-5b93-4f4a-9589-bc05571364ff admin admin] Network hostable DHCP agents. Network: 4a52291f-08fa-4380-b309-c9527819dda6, hostable agents: ['daaa6c79-fb88-4b19-b87f-75e8fe826ec4'], hosted agents: [] {{(pid=75040) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 16:13:10.620067 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e75c5f1f-5b93-4f4a-9589-bc05571364ff admin admin] Network 4a52291f-08fa-4380-b309-c9527819dda6 is scheduled to be hosted by DHCP agent daaa6c79-fb88-4b19-b87f-75e8fe826ec4 with binding_index 1 {{(pid=75040) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 16:13:10.629438 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.scheduler.base_scheduler [None req-e75c5f1f-5b93-4f4a-9589-bc05571364ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806007-1-smb, 4a52291f-08fa-4380-b309-c9527819dda6) {{(pid=75040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:13:10.636347 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e75c5f1f-5b93-4f4a-9589-bc05571364ff admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:10.637218 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-e75c5f1f-5b93-4f4a-9589-bc05571364ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:10.638515 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6428da51-a3d4-44d8-9c51-d78a212e6cdb None None] Network 4a52291f-08fa-4380-b309-c9527819dda6 requested from dv-cinder-806007-1-smb {{(pid=75042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:13:10.666456 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-e75c5f1f-5b93-4f4a-9589-bc05571364ff admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5908015 Aug 25 16:13:10.811991 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b732808-ef16-47d0-87e8-8e9526727928 req-18762528-3a0e-4bee-b284-4ffcf612c1f6 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:10.813349 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-3b732808-ef16-47d0-87e8-8e9526727928 req-18762528-3a0e-4bee-b284-4ffcf612c1f6 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/ports?device_id=0d3c7106-0222-421b-af61-a22cca9b27dd HTTP/1.1" status: 200 len: 944 time: 0.0925176 Aug 25 16:13:10.865769 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-3b732808-ef16-47d0-87e8-8e9526727928 req-a1a14d6d-63c7-4cb1-8f79-306f31c97b5a tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/security-groups?id=3fd554c8-8e1b-4d92-bc55-34a0478699d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457222 Aug 25 16:13:10.955701 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09088413-0a94-4c8c-96f9-5fe826d8231f None None] Network 4a52291f-08fa-4380-b309-c9527819dda6 requested from dv-cinder-806007-1-smb {{(pid=75042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:13:11.437830 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e8747c-2e46-44d8-8503-cfa4e5764fbe req-cf29b255-6409-4f21-b1dd-3c996e7976e0 tempest-VolumesActionsTest-1776390435 tempest-VolumesActionsTest-1776390435-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:11.437830 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-47e8747c-2e46-44d8-8503-cfa4e5764fbe req-cf29b255-6409-4f21-b1dd-3c996e7976e0 tempest-VolumesActionsTest-1776390435 tempest-VolumesActionsTest-1776390435-project] 10.222.0.68 "GET /v2.0/networks?id=636cacf8-5c75-4249-9cc4-59d96dfe416b HTTP/1.1" status: 200 len: 809 time: 0.1489260 Aug 25 16:13:11.454602 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-47e8747c-2e46-44d8-8503-cfa4e5764fbe req-76566bf7-fcc4-472f-8a19-19074de24d13 tempest-VolumesActionsTest-1776390435 tempest-VolumesActionsTest-1776390435-project] 10.222.0.68 "GET /v2.0/quotas/13cbbfade6524480a2b0f23046e69f90 HTTP/1.1" status: 200 len: 375 time: 0.0108132 Aug 25 16:13:11.503423 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-47e8747c-2e46-44d8-8503-cfa4e5764fbe req-9d1b1f5b-88b8-439d-8ecb-b03337848120 tempest-VolumesActionsTest-1776390435 tempest-VolumesActionsTest-1776390435-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=13cbbfade6524480a2b0f23046e69f90&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0434837 Aug 25 16:13:11.643742 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dc4a7f-e999-4f34-bdaa-76f51e292f51 req-4fd787d6-e24f-45ce-9cfa-94af9b646dfe tempest-VolumesNegativeTest-23928790 tempest-VolumesNegativeTest-23928790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:11.645295 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-48dc4a7f-e999-4f34-bdaa-76f51e292f51 req-4fd787d6-e24f-45ce-9cfa-94af9b646dfe tempest-VolumesNegativeTest-23928790 tempest-VolumesNegativeTest-23928790-project] 10.222.0.68 "GET /v2.0/ports?device_id=fba03e4f-685d-40e4-a437-b3c30ab4a5bf HTTP/1.1" status: 200 len: 936 time: 0.0850508 Aug 25 16:13:11.657329 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-47e8747c-2e46-44d8-8503-cfa4e5764fbe req-5740d346-f21b-4ad5-a9d1-f19cb028996f service neutron] 10.222.0.68 "GET /v2.0/networks/636cacf8-5c75-4249-9cc4-59d96dfe416b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464972 Aug 25 16:13:11.706443 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-48dc4a7f-e999-4f34-bdaa-76f51e292f51 req-7a0a2f83-3171-437e-b23d-73bd81dcc31d tempest-VolumesNegativeTest-23928790 tempest-VolumesNegativeTest-23928790-project] 10.222.0.68 "GET /v2.0/security-groups?id=d4b14138-cd80-4ae6-a21a-8d8d42bd9ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426786 Aug 25 16:13:11.802812 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-47e8747c-2e46-44d8-8503-cfa4e5764fbe req-6b530c95-ba39-415c-8d56-71ff1d13d56f service neutron] 10.222.0.68 "GET /v2.0/networks/636cacf8-5c75-4249-9cc4-59d96dfe416b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393337 Aug 25 16:13:11.913847 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411ae413-0cf3-4cae-b75d-3acde8aee673 req-26709676-f767-48c9-a0ad-93a5e2628e0b tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:11.915623 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-411ae413-0cf3-4cae-b75d-3acde8aee673 req-26709676-f767-48c9-a0ad-93a5e2628e0b tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/ports?device_id=768557d9-c88d-4397-91dd-f58022c93843 HTTP/1.1" status: 200 len: 946 time: 0.0891740 Aug 25 16:13:11.976493 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-411ae413-0cf3-4cae-b75d-3acde8aee673 req-e9e8f2ab-75d4-4c1f-80c6-5cff415c93ca tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/security-groups?id=9e7f6e62-5d07-4b94-bd1b-2408a7eb9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542819 Aug 25 16:13:12.113560 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-2d9eccc7-d4d1-46bf-a55b-573ce31f0947 req-3fef8dee-e2b3-4607-913c-39e1f23a1952 tempest-VolumesActionsTest-1776390435 tempest-VolumesActionsTest-1776390435-project] 10.222.0.68 "GET /v2.0/ports?device_id=8876cca2-704f-4591-8dfd-7bf2b8d23cb0 HTTP/1.1" status: 200 len: 210 time: 0.0495830 Aug 25 16:13:12.146478 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f621001-4214-4227-925c-d95770cdcc4f req-9f9cedac-362c-4583-9b72-f564888acceb tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:12.152873 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-6f621001-4214-4227-925c-d95770cdcc4f req-9f9cedac-362c-4583-9b72-f564888acceb tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/ports?device_id=0d3c7106-0222-421b-af61-a22cca9b27dd HTTP/1.1" status: 200 len: 944 time: 0.1106634 Aug 25 16:13:12.201785 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-6f621001-4214-4227-925c-d95770cdcc4f req-66ebfad7-9df4-4474-a056-bc8970c0d5ee tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/security-groups?id=3fd554c8-8e1b-4d92-bc55-34a0478699d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478389 Aug 25 16:13:12.914757 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95663b3c-7a2e-416d-8b9e-cef2e271e09e req-beb0c521-aba5-40da-bb7d-8c9885ca9975 tempest-VolumesNegativeTest-23928790 tempest-VolumesNegativeTest-23928790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:12.916148 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-95663b3c-7a2e-416d-8b9e-cef2e271e09e req-beb0c521-aba5-40da-bb7d-8c9885ca9975 tempest-VolumesNegativeTest-23928790 tempest-VolumesNegativeTest-23928790-project] 10.222.0.68 "GET /v2.0/ports?device_id=fba03e4f-685d-40e4-a437-b3c30ab4a5bf HTTP/1.1" status: 200 len: 936 time: 0.0873132 Aug 25 16:13:12.964379 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-95663b3c-7a2e-416d-8b9e-cef2e271e09e req-1a3375f5-4631-45e1-a7bd-37f0df22e5fb tempest-VolumesNegativeTest-23928790 tempest-VolumesNegativeTest-23928790-project] 10.222.0.68 "GET /v2.0/security-groups?id=d4b14138-cd80-4ae6-a21a-8d8d42bd9ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424879 Aug 25 16:13:13.225966 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480ba1e0-c9d5-4d52-a04e-eb22bac0f433 req-acb5974b-3fc9-4df1-938c-c351b8904f97 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:13.227485 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-480ba1e0-c9d5-4d52-a04e-eb22bac0f433 req-acb5974b-3fc9-4df1-938c-c351b8904f97 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/ports?device_id=768557d9-c88d-4397-91dd-f58022c93843 HTTP/1.1" status: 200 len: 946 time: 0.1094532 Aug 25 16:13:13.309260 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-480ba1e0-c9d5-4d52-a04e-eb22bac0f433 req-c53491ab-82a5-4cc1-91f8-368cd6ee59e9 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/security-groups?id=9e7f6e62-5d07-4b94-bd1b-2408a7eb9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758369 Aug 25 16:13:13.362864 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-52e7b7fe-3dab-4621-8cc0-ec4ae95a4c27 req-84d8db1a-b03e-4d68-8b57-171f13d18985 tempest-VolumesActionsTest-1776390435 tempest-VolumesActionsTest-1776390435-project] 10.222.0.68 "GET /v2.0/ports?device_id=8876cca2-704f-4591-8dfd-7bf2b8d23cb0 HTTP/1.1" status: 200 len: 210 time: 0.0983250 Aug 25 16:13:13.525311 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7037e90-7793-46c1-9d59-e593dead1f92 req-f225197b-3847-4f2f-9d4f-5899e7f93239 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:13.526658 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-a7037e90-7793-46c1-9d59-e593dead1f92 req-f225197b-3847-4f2f-9d4f-5899e7f93239 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/ports?device_id=0d3c7106-0222-421b-af61-a22cca9b27dd HTTP/1.1" status: 200 len: 944 time: 0.0829129 Aug 25 16:13:13.578939 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-a7037e90-7793-46c1-9d59-e593dead1f92 req-9265b5b8-b26c-4284-8d30-85f8ca70d6f3 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/security-groups?id=3fd554c8-8e1b-4d92-bc55-34a0478699d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466187 Aug 25 16:13:14.176503 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba83b35-23ea-46ac-8288-dff8aa15ed4d req-05b9b114-1b44-4560-9af7-bce246d055e9 tempest-VolumesNegativeTest-23928790 tempest-VolumesNegativeTest-23928790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:14.178026 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-8ba83b35-23ea-46ac-8288-dff8aa15ed4d req-05b9b114-1b44-4560-9af7-bce246d055e9 tempest-VolumesNegativeTest-23928790 tempest-VolumesNegativeTest-23928790-project] 10.222.0.68 "GET /v2.0/ports?device_id=fba03e4f-685d-40e4-a437-b3c30ab4a5bf HTTP/1.1" status: 200 len: 936 time: 0.0799456 Aug 25 16:13:14.223905 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-8ba83b35-23ea-46ac-8288-dff8aa15ed4d req-4b5e4e6f-7b75-41a2-8b8e-6721cdf30b2d tempest-VolumesNegativeTest-23928790 tempest-VolumesNegativeTest-23928790-project] 10.222.0.68 "GET /v2.0/security-groups?id=d4b14138-cd80-4ae6-a21a-8d8d42bd9ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402222 Aug 25 16:13:14.520512 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b1316d-9b1d-4dc9-beda-2578905ef706 req-125d5c99-6190-4b79-b2a4-5c3b520ce7f9 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:14.522207 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-16b1316d-9b1d-4dc9-beda-2578905ef706 req-125d5c99-6190-4b79-b2a4-5c3b520ce7f9 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/ports?device_id=768557d9-c88d-4397-91dd-f58022c93843 HTTP/1.1" status: 200 len: 946 time: 0.0799413 Aug 25 16:13:14.525194 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-7d5e913d-ef3c-4cd6-b9f3-e52d1adaa916 req-3bc42bc4-2485-4e87-bbeb-d931ace9ef6b tempest-VolumesActionsTest-1776390435 tempest-VolumesActionsTest-1776390435-project] 10.222.0.68 "GET /v2.0/ports?device_id=8876cca2-704f-4591-8dfd-7bf2b8d23cb0 HTTP/1.1" status: 200 len: 210 time: 0.0415225 Aug 25 16:13:14.568860 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-16b1316d-9b1d-4dc9-beda-2578905ef706 req-18949030-a86d-4826-b4b9-0b319d3d8431 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/security-groups?id=9e7f6e62-5d07-4b94-bd1b-2408a7eb9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409563 Aug 25 16:13:14.800477 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.v2.base [req-1fd16635-3b44-4e24-8547-4ffee83b1612 req-d3e329e3-ff0f-4f50-bd99-33de1f01354a service neutron] Request body: {'port': {'device_id': 'fba03e4f-685d-40e4-a437-b3c30ab4a5bf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80600'}} {{(pid=75041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:13:14.992752 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-e3aab78e-8464-4566-924a-2e957abdabcc req-6273d80e-7f70-47ea-9f98-fa38b6ef2df2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8ab0defe-f017-4b0a-bd2a-afe8f5e317b9 HTTP/1.1" status: 200 len: 1000 time: 0.3226175 Aug 25 16:13:15.036061 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [req-1fd16635-3b44-4e24-8547-4ffee83b1612 req-d3e329e3-ff0f-4f50-bd99-33de1f01354a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_update {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:15.073865 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e36889-6856-44ae-87e9-2c8cdef03af5 req-6df2870b-d83a-4210-8d6a-54cb287a9a51 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:15.075161 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-83e36889-6856-44ae-87e9-2c8cdef03af5 req-6df2870b-d83a-4210-8d6a-54cb287a9a51 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/ports?device_id=0d3c7106-0222-421b-af61-a22cca9b27dd HTTP/1.1" status: 200 len: 944 time: 0.2790830 Aug 25 16:13:15.148767 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3aab78e-8464-4566-924a-2e957abdabcc req-1a259fcf-f11a-4813-9b48-c7b51168c86b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:15.150217 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-e3aab78e-8464-4566-924a-2e957abdabcc req-1a259fcf-f11a-4813-9b48-c7b51168c86b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=61345865-f17f-47a1-85d8-a6ba566735d4 HTTP/1.1" status: 200 len: 848 time: 0.1436880 Aug 25 16:13:15.264080 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-83e36889-6856-44ae-87e9-2c8cdef03af5 req-38f360f9-b860-4b4f-9655-5fde6efadd33 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/security-groups?id=3fd554c8-8e1b-4d92-bc55-34a0478699d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1628313 Aug 25 16:13:15.398772 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-e3aab78e-8464-4566-924a-2e957abdabcc req-713a8e1e-9049-4033-8899-dc8067aca4bb service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=614f2e95-7eb0-4ef1-81dd-2bbf704665be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2384682 Aug 25 16:13:15.590909 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21580958-8ac4-466c-94ff-a34d1e8a9391 req-be3358ce-c7d9-4e43-afa8-cb8bf9e7d188 tempest-VolumesNegativeTest-23928790 tempest-VolumesNegativeTest-23928790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:15.592570 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-21580958-8ac4-466c-94ff-a34d1e8a9391 req-be3358ce-c7d9-4e43-afa8-cb8bf9e7d188 tempest-VolumesNegativeTest-23928790 tempest-VolumesNegativeTest-23928790-project] 10.222.0.68 "GET /v2.0/ports?device_id=fba03e4f-685d-40e4-a437-b3c30ab4a5bf HTTP/1.1" status: 200 len: 936 time: 0.2171495 Aug 25 16:13:15.605370 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-e3aab78e-8464-4566-924a-2e957abdabcc req-d3e057b4-3401-4b39-9bab-7dca99070fd2 service neutron] 10.222.0.70 "GET /v2.0/networks/614f2e95-7eb0-4ef1-81dd-2bbf704665be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789122 Aug 25 16:13:15.638214 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e8747c-2e46-44d8-8503-cfa4e5764fbe req-191fa795-7248-4e11-9aee-25b50561e12f tempest-VolumesActionsTest-1776390435 tempest-VolumesActionsTest-1776390435-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:15.640119 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-47e8747c-2e46-44d8-8503-cfa4e5764fbe req-191fa795-7248-4e11-9aee-25b50561e12f tempest-VolumesActionsTest-1776390435 tempest-VolumesActionsTest-1776390435-project] 10.222.0.70 "GET /v2.0/networks?id=636cacf8-5c75-4249-9cc4-59d96dfe416b HTTP/1.1" status: 200 len: 809 time: 0.2015934 Aug 25 16:13:15.670984 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-21580958-8ac4-466c-94ff-a34d1e8a9391 req-093df032-a5be-4b4a-8ea5-19e63e0786c2 tempest-VolumesNegativeTest-23928790 tempest-VolumesNegativeTest-23928790-project] 10.222.0.68 "GET /v2.0/security-groups?id=d4b14138-cd80-4ae6-a21a-8d8d42bd9ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630450 Aug 25 16:13:15.678688 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.v2.base [req-47e8747c-2e46-44d8-8503-cfa4e5764fbe req-53204531-52dc-4ca8-bc45-b9d7bca237f0 tempest-VolumesActionsTest-1776390435 tempest-VolumesActionsTest-1776390435-project] Request body: {'port': {'device_id': '8876cca2-704f-4591-8dfd-7bf2b8d23cb0', 'network_id': '636cacf8-5c75-4249-9cc4-59d96dfe416b', 'admin_state_up': True, 'tenant_id': '13cbbfade6524480a2b0f23046e69f90'}} {{(pid=75040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:13:15.776689 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-8e6719f6-c306-4b9a-83fc-3e548f05bd7a req-d5ac38fc-3582-421d-815f-76bd1b3eeb87 tempest-VolumesActionsTest-1776390435 tempest-VolumesActionsTest-1776390435-project] 10.222.0.68 "GET /v2.0/ports?device_id=8876cca2-704f-4591-8dfd-7bf2b8d23cb0 HTTP/1.1" status: 200 len: 210 time: 0.1032724 Aug 25 16:13:15.783887 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.notifiers.nova [req-1fd16635-3b44-4e24-8547-4ffee83b1612 req-d3e329e3-ff0f-4f50-bd99-33de1f01354a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e85c9769-9eec-4552-b034-96c6a0a31225 {{(pid=75041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:13:15.806356 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [req-1fd16635-3b44-4e24-8547-4ffee83b1612 req-d3e329e3-ff0f-4f50-bd99-33de1f01354a service neutron] Notify callbacks [] for port, precommit_update {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:15.848143 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.provisioning_blocks [req-1fd16635-3b44-4e24-8547-4ffee83b1612 req-d3e329e3-ff0f-4f50-bd99-33de1f01354a service neutron] Transition to ACTIVE for port object e85c9769-9eec-4552-b034-96c6a0a31225 will not be triggered until provisioned by entity L2. {{(pid=75041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:13:15.854288 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [req-1fd16635-3b44-4e24-8547-4ffee83b1612 req-d3e329e3-ff0f-4f50-bd99-33de1f01354a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776572168726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776571761677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776571761722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1248615'] for port, after_update {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:15.860311 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-c3f2a535-3d64-4ee1-a25f-3d1439b664e4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:13:15.898266 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-e3aab78e-8464-4566-924a-2e957abdabcc req-6d535089-b618-4384-8454-8028bf9bf71f service neutron] 10.222.0.70 "GET /v2.0/networks/614f2e95-7eb0-4ef1-81dd-2bbf704665be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2628736 Aug 25 16:13:15.965662 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [req-47e8747c-2e46-44d8-8503-cfa4e5764fbe req-53204531-52dc-4ca8-bc45-b9d7bca237f0 tempest-VolumesActionsTest-1776390435 tempest-VolumesActionsTest-1776390435-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:13:15.972487 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [req-47e8747c-2e46-44d8-8503-cfa4e5764fbe req-53204531-52dc-4ca8-bc45-b9d7bca237f0 tempest-VolumesActionsTest-1776390435 tempest-VolumesActionsTest-1776390435-project] Usage tracker for resource:port and tenant:13cbbfade6524480a2b0f23046e69f90 is out of sync, need to count used quota {{(pid=75040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:13:15.980518 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86b1a70-1108-4b86-8d65-457d80a45303 req-82cf7973-361e-443f-966d-9941be2d0870 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:15.982032 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-a86b1a70-1108-4b86-8d65-457d80a45303 req-82cf7973-361e-443f-966d-9941be2d0870 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/ports?device_id=768557d9-c88d-4397-91dd-f58022c93843 HTTP/1.1" status: 200 len: 946 time: 0.1404011 Aug 25 16:13:15.982915 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [req-47e8747c-2e46-44d8-8503-cfa4e5764fbe req-53204531-52dc-4ca8-bc45-b9d7bca237f0 tempest-VolumesActionsTest-1776390435 tempest-VolumesActionsTest-1776390435-project] Quota usage for port was recalculated. Used quota:0. {{(pid=75040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:13:15.988730 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e329e3-ff0f-4f50-bd99-33de1f01354a service neutron] Pushing event updated for resources: {'Port': ['ID=e85c9769-9eec-4552-b034-96c6a0a31225,revision_number=2']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:13:15.991153 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [req-47e8747c-2e46-44d8-8503-cfa4e5764fbe req-53204531-52dc-4ca8-bc45-b9d7bca237f0 tempest-VolumesActionsTest-1776390435 tempest-VolumesActionsTest-1776390435-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:13:15.993670 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-d3e329e3-ff0f-4f50-bd99-33de1f01354a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:13:16.018631 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47e8747c-2e46-44d8-8503-cfa4e5764fbe req-53204531-52dc-4ca8-bc45-b9d7bca237f0 tempest-VolumesActionsTest-1776390435 tempest-VolumesActionsTest-1776390435-project] Made reservation on behalf of 13cbbfade6524480a2b0f23046e69f90 for: {'port': 1} {{(pid=75040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:13:16.021833 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [req-47e8747c-2e46-44d8-8503-cfa4e5764fbe req-53204531-52dc-4ca8-bc45-b9d7bca237f0 tempest-VolumesActionsTest-1776390435 tempest-VolumesActionsTest-1776390435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:16.103774 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-a86b1a70-1108-4b86-8d65-457d80a45303 req-ff3f73c0-932d-4886-a7cc-aac74418a4a9 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/security-groups?id=9e7f6e62-5d07-4b94-bd1b-2408a7eb9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101003 Aug 25 16:13:16.115479 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.managers [req-1fd16635-3b44-4e24-8547-4ffee83b1612 req-d3e329e3-ff0f-4f50-bd99-33de1f01354a service neutron] Attempting to bind port e85c9769-9eec-4552-b034-96c6a0a31225 on host hv-cinder-80600 for vnic_type normal with profile {{(pid=75041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:13:16.115918 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.managers [req-1fd16635-3b44-4e24-8547-4ffee83b1612 req-d3e329e3-ff0f-4f50-bd99-33de1f01354a service neutron] Attempting to bind port e85c9769-9eec-4552-b034-96c6a0a31225 by drivers openvswitch,hyperv on host hv-cinder-80600 at level 0 using segments [{'id': '8983355b-2180-47d3-839d-e186ec1e3d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '0c128662-6daa-4d56-b274-bd464e2cfc72'}] {{(pid=75041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:13:16.116295 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd16635-3b44-4e24-8547-4ffee83b1612 req-d3e329e3-ff0f-4f50-bd99-33de1f01354a service neutron] Attempting to bind port e85c9769-9eec-4552-b034-96c6a0a31225 on network 0c128662-6daa-4d56-b274-bd464e2cfc72 {{(pid=75041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:13:16.125296 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd16635-3b44-4e24-8547-4ffee83b1612 req-d3e329e3-ff0f-4f50-bd99-33de1f01354a service neutron] Port e85c9769-9eec-4552-b034-96c6a0a31225 on network 0c128662-6daa-4d56-b274-bd464e2cfc72 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80600 {{(pid=75041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 16:13:16.125635 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd16635-3b44-4e24-8547-4ffee83b1612 req-d3e329e3-ff0f-4f50-bd99-33de1f01354a service neutron] Attempting to bind port e85c9769-9eec-4552-b034-96c6a0a31225 on network 0c128662-6daa-4d56-b274-bd464e2cfc72 {{(pid=75041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:13:16.134726 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd16635-3b44-4e24-8547-4ffee83b1612 req-d3e329e3-ff0f-4f50-bd99-33de1f01354a service neutron] Checking agent: {'id': 'ce44fce8-b773-464c-81ed-5793acd8e0ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80600', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 7, 48), 'started_at': datetime.datetime(2021, 8, 25, 16, 7, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 12, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:13:16.135066 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd16635-3b44-4e24-8547-4ffee83b1612 req-d3e329e3-ff0f-4f50-bd99-33de1f01354a service neutron] Checking segment: {'id': '8983355b-2180-47d3-839d-e186ec1e3d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '0c128662-6daa-4d56-b274-bd464e2cfc72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:13:16.135666 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd16635-3b44-4e24-8547-4ffee83b1612 req-d3e329e3-ff0f-4f50-bd99-33de1f01354a service neutron] Bound using segment: {'id': '8983355b-2180-47d3-839d-e186ec1e3d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '0c128662-6daa-4d56-b274-bd464e2cfc72'} {{(pid=75041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:13:16.136244 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.managers [req-1fd16635-3b44-4e24-8547-4ffee83b1612 req-d3e329e3-ff0f-4f50-bd99-33de1f01354a service neutron] Bound port: e85c9769-9eec-4552-b034-96c6a0a31225, host: hv-cinder-80600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8983355b-2180-47d3-839d-e186ec1e3d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '0c128662-6daa-4d56-b274-bd464e2cfc72'}}] {{(pid=75041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:13:16.136601 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [req-1fd16635-3b44-4e24-8547-4ffee83b1612 req-d3e329e3-ff0f-4f50-bd99-33de1f01354a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_update {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:16.218783 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.db_base_plugin_common [req-47e8747c-2e46-44d8-8503-cfa4e5764fbe req-53204531-52dc-4ca8-bc45-b9d7bca237f0 tempest-VolumesActionsTest-1776390435 tempest-VolumesActionsTest-1776390435-project] Allocated IP 172.20.0.12 (636cacf8-5c75-4249-9cc4-59d96dfe416b/8dc0bf97-8447-4cdc-b070-960e9311f0c9/c455717a-95fa-4910-af28-f6d5d5dd3b08) {{(pid=75040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:13:16.232126 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.db [req-1fd16635-3b44-4e24-8547-4ffee83b1612 req-d3e329e3-ff0f-4f50-bd99-33de1f01354a service neutron] For port e85c9769-9eec-4552-b034-96c6a0a31225, host hv-cinder-80600, cleared binding levels {{(pid=75041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:13:16.235983 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.db [req-1fd16635-3b44-4e24-8547-4ffee83b1612 req-d3e329e3-ff0f-4f50-bd99-33de1f01354a service neutron] For port e85c9769-9eec-4552-b034-96c6a0a31225, host hv-cinder-80600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=e85c9769-9eec-4552-b034-96c6a0a31225,segment=NetworkSegment(8983355b-2180-47d3-839d-e186ec1e3d61),segment_id=8983355b-2180-47d3-839d-e186ec1e3d61)] {{(pid=75041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:13:16.242609 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [req-1fd16635-3b44-4e24-8547-4ffee83b1612 req-d3e329e3-ff0f-4f50-bd99-33de1f01354a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776572168726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776571761677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776571761722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1248615'] for port, after_update {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:16.247072 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-16eca679-b0e9-4dba-a26d-3c71617b3da9 tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:13:16.305957 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [req-1fd16635-3b44-4e24-8547-4ffee83b1612 req-d3e329e3-ff0f-4f50-bd99-33de1f01354a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981218'] for port, before_response {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:16.307811 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-1fd16635-3b44-4e24-8547-4ffee83b1612 req-d3e329e3-ff0f-4f50-bd99-33de1f01354a service neutron] 10.222.0.70 "PUT /v2.0/ports/e85c9769-9eec-4552-b034-96c6a0a31225 HTTP/1.1" status: 200 len: 1098 time: 1.6360188 Aug 25 16:13:16.310181 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fba03e4f-685d-40e4-a437-b3c30ab4a5bf', 'tag': 'e85c9769-9eec-4552-b034-96c6a0a31225'}] {{(pid=75041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:13:16.341504 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e329e3-ff0f-4f50-bd99-33de1f01354a service neutron] Pushing event updated for resources: {'Port': ['ID=e85c9769-9eec-4552-b034-96c6a0a31225,revision_number=3']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:13:16.417798 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-d3e329e3-ff0f-4f50-bd99-33de1f01354a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:13:16.419383 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fba03e4f-685d-40e4-a437-b3c30ab4a5bf', 'tag': 'e85c9769-9eec-4552-b034-96c6a0a31225', 'status': 'completed', 'code': 200} Aug 25 16:13:16.436252 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [req-47e8747c-2e46-44d8-8503-cfa4e5764fbe req-53204531-52dc-4ca8-bc45-b9d7bca237f0 tempest-VolumesActionsTest-1776390435 tempest-VolumesActionsTest-1776390435-project] Notify callbacks [] for port, precommit_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:16.460143 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-1fd16635-3b44-4e24-8547-4ffee83b1612 req-7982417f-e179-4826-8700-40cb6f0b2b16 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d3c3c1c5779e467ba6b284f64255a642&device_id=fba03e4f-685d-40e4-a437-b3c30ab4a5bf HTTP/1.1" status: 200 len: 1101 time: 0.1000545 Aug 25 16:13:16.475821 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [req-47e8747c-2e46-44d8-8503-cfa4e5764fbe req-53204531-52dc-4ca8-bc45-b9d7bca237f0 tempest-VolumesActionsTest-1776390435 tempest-VolumesActionsTest-1776390435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776571788279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1434720'] for port, after_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:16.483325 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:13:16.611675 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47e8747c-2e46-44d8-8503-cfa4e5764fbe req-53204531-52dc-4ca8-bc45-b9d7bca237f0 tempest-VolumesActionsTest-1776390435 tempest-VolumesActionsTest-1776390435-project] Network 636cacf8-5c75-4249-9cc4-59d96dfe416b is already hosted by enough agents. {{(pid=75040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:13:16.613026 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-1fd16635-3b44-4e24-8547-4ffee83b1612 req-5a48c824-a27f-4df5-8b04-e3da6dc16743 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=e85c9769-9eec-4552-b034-96c6a0a31225 HTTP/1.1" status: 200 len: 217 time: 0.1424291 Aug 25 16:13:16.616312 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.scheduler.base_scheduler [req-47e8747c-2e46-44d8-8503-cfa4e5764fbe req-53204531-52dc-4ca8-bc45-b9d7bca237f0 tempest-VolumesActionsTest-1776390435 tempest-VolumesActionsTest-1776390435-project] Resources bound (agent type, host, resource id): {{(pid=75040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:13:16.623965 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.l3_dvrscheduler_db [req-47e8747c-2e46-44d8-8503-cfa4e5764fbe req-53204531-52dc-4ca8-bc45-b9d7bca237f0 tempest-VolumesActionsTest-1776390435 tempest-VolumesActionsTest-1776390435-project] Received port after_create {{(pid=75040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:13:16.655678 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53204531-52dc-4ca8-bc45-b9d7bca237f0 tempest-VolumesActionsTest-1776390435 tempest-VolumesActionsTest-1776390435-project] Pushing event updated for resources: {'Port': ['ID=c455717a-95fa-4910-af28-f6d5d5dd3b08,revision_number=1']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:13:16.666159 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-53204531-52dc-4ca8-bc45-b9d7bca237f0 tempest-VolumesActionsTest-1776390435 tempest-VolumesActionsTest-1776390435-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:13:16.686174 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd16635-3b44-4e24-8547-4ffee83b1612 req-75267290-ec34-4d5f-8c76-83dfce9d94d1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:16.687707 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-1fd16635-3b44-4e24-8547-4ffee83b1612 req-75267290-ec34-4d5f-8c76-83dfce9d94d1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=88c2c0f3-a2a7-4e0d-9ddb-a1e03de75023 HTTP/1.1" status: 200 len: 843 time: 0.0643511 Aug 25 16:13:16.696214 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e8747c-2e46-44d8-8503-cfa4e5764fbe req-53204531-52dc-4ca8-bc45-b9d7bca237f0 tempest-VolumesActionsTest-1776390435 tempest-VolumesActionsTest-1776390435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:16.696799 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [req-47e8747c-2e46-44d8-8503-cfa4e5764fbe req-53204531-52dc-4ca8-bc45-b9d7bca237f0 tempest-VolumesActionsTest-1776390435 tempest-VolumesActionsTest-1776390435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981218'] for port, before_response {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:16.717767 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dde19d-331b-4271-8e09-46b5cf1713ca req-aeb13afb-0823-486c-8975-fb8847cba896 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:16.719254 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-d7dde19d-331b-4271-8e09-46b5cf1713ca req-aeb13afb-0823-486c-8975-fb8847cba896 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/ports?device_id=0d3c7106-0222-421b-af61-a22cca9b27dd HTTP/1.1" status: 200 len: 944 time: 0.1993344 Aug 25 16:13:16.743541 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-47e8747c-2e46-44d8-8503-cfa4e5764fbe req-53204531-52dc-4ca8-bc45-b9d7bca237f0 tempest-VolumesActionsTest-1776390435 tempest-VolumesActionsTest-1776390435-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0697937 Aug 25 16:13:16.767832 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.v2.base [req-47e8747c-2e46-44d8-8503-cfa4e5764fbe req-0fb9c5f3-e17a-4a0e-b508-05cef87a1d7e service neutron] Request body: {'port': {'device_id': '8876cca2-704f-4591-8dfd-7bf2b8d23cb0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80600'}} {{(pid=75040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:13:16.771698 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-1fd16635-3b44-4e24-8547-4ffee83b1612 req-d122605a-f841-47f6-a5d3-0ab7e8064cc6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0c128662-6daa-4d56-b274-bd464e2cfc72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0762963 Aug 25 16:13:16.814050 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-d7dde19d-331b-4271-8e09-46b5cf1713ca req-326abd60-af30-4546-899a-a52b6232f96b tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/security-groups?id=3fd554c8-8e1b-4d92-bc55-34a0478699d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870924 Aug 25 16:13:16.886207 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [req-47e8747c-2e46-44d8-8503-cfa4e5764fbe req-0fb9c5f3-e17a-4a0e-b508-05cef87a1d7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_update {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:16.967323 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-1fd16635-3b44-4e24-8547-4ffee83b1612 req-2732f421-9070-4b6c-bcf4-ef1b197ea611 service neutron] 10.222.0.70 "GET /v2.0/networks/0c128662-6daa-4d56-b274-bd464e2cfc72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880965 Aug 25 16:13:17.001795 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a71e168-720d-4b88-96b4-7b1437b4db50 req-b0affc25-8f07-40de-a300-09cdc661d31f tempest-VolumesNegativeTest-23928790 tempest-VolumesNegativeTest-23928790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:17.003771 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-9a71e168-720d-4b88-96b4-7b1437b4db50 req-b0affc25-8f07-40de-a300-09cdc661d31f tempest-VolumesNegativeTest-23928790 tempest-VolumesNegativeTest-23928790-project] 10.222.0.68 "GET /v2.0/ports?device_id=fba03e4f-685d-40e4-a437-b3c30ab4a5bf HTTP/1.1" status: 200 len: 948 time: 0.1522670 Aug 25 16:13:17.151994 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-9a71e168-720d-4b88-96b4-7b1437b4db50 req-398b1216-7f93-4ecc-a106-18a94532ad21 tempest-VolumesNegativeTest-23928790 tempest-VolumesNegativeTest-23928790-project] 10.222.0.68 "GET /v2.0/security-groups?id=d4b14138-cd80-4ae6-a21a-8d8d42bd9ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873244 Aug 25 16:13:17.159528 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-1fd16635-3b44-4e24-8547-4ffee83b1612 req-15d73970-5cbb-4877-bfea-6c6ff659df5b service neutron] 10.222.0.70 "GET /v2.0/networks/0c128662-6daa-4d56-b274-bd464e2cfc72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843596 Aug 25 16:13:17.176824 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b1149e-2ec7-49d0-a89a-19591095fa18 req-ee457177-cc48-478e-87f4-9f1420ca7bb5 tempest-VolumesActionsTest-1776390435 tempest-VolumesActionsTest-1776390435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:17.176824 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [req-17b1149e-2ec7-49d0-a89a-19591095fa18 req-ee457177-cc48-478e-87f4-9f1420ca7bb5 tempest-VolumesActionsTest-1776390435 tempest-VolumesActionsTest-1776390435-project] Synchronizing usage tracker for tenant:13cbbfade6524480a2b0f23046e69f90 on resource:port {{(pid=75040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:13:17.219660 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [req-17b1149e-2ec7-49d0-a89a-19591095fa18 req-ee457177-cc48-478e-87f4-9f1420ca7bb5 tempest-VolumesActionsTest-1776390435 tempest-VolumesActionsTest-1776390435-project] Unset dirty status for tenant:13cbbfade6524480a2b0f23046e69f90 on resource:port {{(pid=75040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:13:17.220807 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-17b1149e-2ec7-49d0-a89a-19591095fa18 req-ee457177-cc48-478e-87f4-9f1420ca7bb5 tempest-VolumesActionsTest-1776390435 tempest-VolumesActionsTest-1776390435-project] 10.222.0.68 "GET /v2.0/ports?device_id=8876cca2-704f-4591-8dfd-7bf2b8d23cb0 HTTP/1.1" status: 200 len: 932 time: 0.2717149 Aug 25 16:13:17.298677 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-17b1149e-2ec7-49d0-a89a-19591095fa18 req-571e8498-aa30-4175-8a7f-7a19804882b2 tempest-VolumesActionsTest-1776390435 tempest-VolumesActionsTest-1776390435-project] 10.222.0.68 "GET /v2.0/security-groups?id=4ccb1754-f2bb-4761-99be-f89002cd819f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700445 Aug 25 16:13:17.353536 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-3a180492-8951-4f71-9a54-9364d8e8bdd3 req-e3375df7-3f65-4e87-b2ec-530ef2c3bf86 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d3c3c1c5779e467ba6b284f64255a642&device_id=fba03e4f-685d-40e4-a437-b3c30ab4a5bf HTTP/1.1" status: 200 len: 1101 time: 0.1363752 Aug 25 16:13:17.355161 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.notifiers.nova [req-47e8747c-2e46-44d8-8503-cfa4e5764fbe req-0fb9c5f3-e17a-4a0e-b508-05cef87a1d7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c455717a-95fa-4910-af28-f6d5d5dd3b08 {{(pid=75040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:13:17.362363 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [req-47e8747c-2e46-44d8-8503-cfa4e5764fbe req-0fb9c5f3-e17a-4a0e-b508-05cef87a1d7e service neutron] Notify callbacks [] for port, precommit_update {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:17.377405 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.provisioning_blocks [req-47e8747c-2e46-44d8-8503-cfa4e5764fbe req-0fb9c5f3-e17a-4a0e-b508-05cef87a1d7e service neutron] Transition to ACTIVE for port object c455717a-95fa-4910-af28-f6d5d5dd3b08 will not be triggered until provisioned by entity L2. {{(pid=75040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:13:17.381871 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [req-47e8747c-2e46-44d8-8503-cfa4e5764fbe req-0fb9c5f3-e17a-4a0e-b508-05cef87a1d7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776572168726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776571761677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776571761722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1434729'] for port, after_update {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:17.386718 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-5e21ad43-7909-43f9-ae37-60efd941f599 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:13:17.455905 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42558c8-33ea-4f07-8d6c-00c6c8bc5813 req-925826b9-7e9a-47e0-9754-f6aad76266b9 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:17.457528 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-b42558c8-33ea-4f07-8d6c-00c6c8bc5813 req-925826b9-7e9a-47e0-9754-f6aad76266b9 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/ports?device_id=768557d9-c88d-4397-91dd-f58022c93843 HTTP/1.1" status: 200 len: 946 time: 0.1753275 Aug 25 16:13:17.527713 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb9c5f3-e17a-4a0e-b508-05cef87a1d7e service neutron] Pushing event updated for resources: {'Port': ['ID=c455717a-95fa-4910-af28-f6d5d5dd3b08,revision_number=2']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:13:17.530547 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-0fb9c5f3-e17a-4a0e-b508-05cef87a1d7e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:13:17.535924 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a180492-8951-4f71-9a54-9364d8e8bdd3 req-6222f83a-1cb9-4d72-9d44-43e1133fa4be service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:17.538114 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-3a180492-8951-4f71-9a54-9364d8e8bdd3 req-6222f83a-1cb9-4d72-9d44-43e1133fa4be service neutron] 10.222.0.70 "GET /v2.0/networks?id=0c128662-6daa-4d56-b274-bd464e2cfc72 HTTP/1.1" status: 200 len: 870 time: 0.1749122 Aug 25 16:13:17.542958 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-b42558c8-33ea-4f07-8d6c-00c6c8bc5813 req-eea1c811-3ecc-4224-8808-d5eea1e5737c tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/security-groups?id=9e7f6e62-5d07-4b94-bd1b-2408a7eb9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731790 Aug 25 16:13:17.611970 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-3a180492-8951-4f71-9a54-9364d8e8bdd3 req-971f2e02-edc1-4f87-b5b9-c94ed3386caa service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=e85c9769-9eec-4552-b034-96c6a0a31225 HTTP/1.1" status: 200 len: 217 time: 0.0637338 Aug 25 16:13:17.634941 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.plugins.ml2.managers [req-47e8747c-2e46-44d8-8503-cfa4e5764fbe req-0fb9c5f3-e17a-4a0e-b508-05cef87a1d7e service neutron] Attempting to bind port c455717a-95fa-4910-af28-f6d5d5dd3b08 on host hv-cinder-80600 for vnic_type normal with profile {{(pid=75040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:13:17.635522 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.plugins.ml2.managers [req-47e8747c-2e46-44d8-8503-cfa4e5764fbe req-0fb9c5f3-e17a-4a0e-b508-05cef87a1d7e service neutron] Attempting to bind port c455717a-95fa-4910-af28-f6d5d5dd3b08 by drivers openvswitch,hyperv on host hv-cinder-80600 at level 0 using segments [{'id': 'd0eae336-b41b-46e4-b09e-a51548c2e083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '636cacf8-5c75-4249-9cc4-59d96dfe416b'}] {{(pid=75040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:13:17.635644 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e8747c-2e46-44d8-8503-cfa4e5764fbe req-0fb9c5f3-e17a-4a0e-b508-05cef87a1d7e service neutron] Attempting to bind port c455717a-95fa-4910-af28-f6d5d5dd3b08 on network 636cacf8-5c75-4249-9cc4-59d96dfe416b {{(pid=75040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:13:17.641298 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e8747c-2e46-44d8-8503-cfa4e5764fbe req-0fb9c5f3-e17a-4a0e-b508-05cef87a1d7e service neutron] Port c455717a-95fa-4910-af28-f6d5d5dd3b08 on network 636cacf8-5c75-4249-9cc4-59d96dfe416b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80600 {{(pid=75040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 16:13:17.641614 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e8747c-2e46-44d8-8503-cfa4e5764fbe req-0fb9c5f3-e17a-4a0e-b508-05cef87a1d7e service neutron] Attempting to bind port c455717a-95fa-4910-af28-f6d5d5dd3b08 on network 636cacf8-5c75-4249-9cc4-59d96dfe416b {{(pid=75040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:13:17.648325 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e8747c-2e46-44d8-8503-cfa4e5764fbe req-0fb9c5f3-e17a-4a0e-b508-05cef87a1d7e service neutron] Checking agent: {'id': 'ce44fce8-b773-464c-81ed-5793acd8e0ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80600', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 7, 48), 'started_at': datetime.datetime(2021, 8, 25, 16, 7, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 12, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:13:17.648651 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e8747c-2e46-44d8-8503-cfa4e5764fbe req-0fb9c5f3-e17a-4a0e-b508-05cef87a1d7e service neutron] Checking segment: {'id': 'd0eae336-b41b-46e4-b09e-a51548c2e083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '636cacf8-5c75-4249-9cc4-59d96dfe416b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:13:17.649036 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e8747c-2e46-44d8-8503-cfa4e5764fbe req-0fb9c5f3-e17a-4a0e-b508-05cef87a1d7e service neutron] Bound using segment: {'id': 'd0eae336-b41b-46e4-b09e-a51548c2e083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '636cacf8-5c75-4249-9cc4-59d96dfe416b'} {{(pid=75040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:13:17.649489 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.plugins.ml2.managers [req-47e8747c-2e46-44d8-8503-cfa4e5764fbe req-0fb9c5f3-e17a-4a0e-b508-05cef87a1d7e service neutron] Bound port: c455717a-95fa-4910-af28-f6d5d5dd3b08, host: hv-cinder-80600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0eae336-b41b-46e4-b09e-a51548c2e083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '636cacf8-5c75-4249-9cc4-59d96dfe416b'}}] {{(pid=75040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:13:17.649830 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [req-47e8747c-2e46-44d8-8503-cfa4e5764fbe req-0fb9c5f3-e17a-4a0e-b508-05cef87a1d7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_update {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:17.679648 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a180492-8951-4f71-9a54-9364d8e8bdd3 req-3342f741-7e87-43e6-b5c8-776428652cc8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:17.681230 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-3a180492-8951-4f71-9a54-9364d8e8bdd3 req-3342f741-7e87-43e6-b5c8-776428652cc8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=88c2c0f3-a2a7-4e0d-9ddb-a1e03de75023 HTTP/1.1" status: 200 len: 843 time: 0.0583742 Aug 25 16:13:17.744629 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.plugins.ml2.db [req-47e8747c-2e46-44d8-8503-cfa4e5764fbe req-0fb9c5f3-e17a-4a0e-b508-05cef87a1d7e service neutron] For port c455717a-95fa-4910-af28-f6d5d5dd3b08, host hv-cinder-80600, cleared binding levels {{(pid=75040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:13:17.747577 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.plugins.ml2.db [req-47e8747c-2e46-44d8-8503-cfa4e5764fbe req-0fb9c5f3-e17a-4a0e-b508-05cef87a1d7e service neutron] For port c455717a-95fa-4910-af28-f6d5d5dd3b08, host hv-cinder-80600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=c455717a-95fa-4910-af28-f6d5d5dd3b08,segment=NetworkSegment(d0eae336-b41b-46e4-b09e-a51548c2e083),segment_id=d0eae336-b41b-46e4-b09e-a51548c2e083)] {{(pid=75040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:13:17.752479 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [req-47e8747c-2e46-44d8-8503-cfa4e5764fbe req-0fb9c5f3-e17a-4a0e-b508-05cef87a1d7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776572168726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776571761677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776571761722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1434729'] for port, after_update {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:17.756587 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-df09608b-4965-45d1-957a-32bfaa2c2cda tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:13:17.763120 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-3a180492-8951-4f71-9a54-9364d8e8bdd3 req-2e7b0417-d65c-4b33-8801-705a51eb858b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0c128662-6daa-4d56-b274-bd464e2cfc72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0733535 Aug 25 16:13:17.889645 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [req-47e8747c-2e46-44d8-8503-cfa4e5764fbe req-0fb9c5f3-e17a-4a0e-b508-05cef87a1d7e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981218'] for port, before_response {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:17.890990 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-47e8747c-2e46-44d8-8503-cfa4e5764fbe req-0fb9c5f3-e17a-4a0e-b508-05cef87a1d7e service neutron] 10.222.0.70 "PUT /v2.0/ports/c455717a-95fa-4910-af28-f6d5d5dd3b08 HTTP/1.1" status: 200 len: 1094 time: 1.1296706 Aug 25 16:13:17.891496 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8876cca2-704f-4591-8dfd-7bf2b8d23cb0', 'tag': 'c455717a-95fa-4910-af28-f6d5d5dd3b08'}] {{(pid=75040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:13:17.906889 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb9c5f3-e17a-4a0e-b508-05cef87a1d7e service neutron] Pushing event updated for resources: {'Port': ['ID=c455717a-95fa-4910-af28-f6d5d5dd3b08,revision_number=3']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:13:17.910019 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-0fb9c5f3-e17a-4a0e-b508-05cef87a1d7e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:13:17.917903 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-3a180492-8951-4f71-9a54-9364d8e8bdd3 req-4f463860-cb5d-49f2-beee-187aad65666c service neutron] 10.222.0.70 "GET /v2.0/networks/0c128662-6daa-4d56-b274-bd464e2cfc72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458590 Aug 25 16:13:17.972772 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8876cca2-704f-4591-8dfd-7bf2b8d23cb0', 'tag': 'c455717a-95fa-4910-af28-f6d5d5dd3b08', 'status': 'completed', 'code': 200} Aug 25 16:13:18.060226 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-3a180492-8951-4f71-9a54-9364d8e8bdd3 req-7933fb84-a3b2-40b3-bdc8-9205b7d54d14 service neutron] 10.222.0.70 "GET /v2.0/networks/0c128662-6daa-4d56-b274-bd464e2cfc72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313255 Aug 25 16:13:18.070297 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-47e8747c-2e46-44d8-8503-cfa4e5764fbe req-7dc28c13-0101-4cf7-b1cc-b58336f5d1cf service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=13cbbfade6524480a2b0f23046e69f90&device_id=8876cca2-704f-4591-8dfd-7bf2b8d23cb0 HTTP/1.1" status: 200 len: 1097 time: 0.1346376 Aug 25 16:13:18.087909 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3594877d-18ac-4d32-9a71-387b40e651ed req-f284751a-f6d5-4c18-be07-f7cf4fcbbd29 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:18.089379 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-3594877d-18ac-4d32-9a71-387b40e651ed req-f284751a-f6d5-4c18-be07-f7cf4fcbbd29 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/ports?device_id=0d3c7106-0222-421b-af61-a22cca9b27dd HTTP/1.1" status: 200 len: 944 time: 0.0895474 Aug 25 16:13:18.167165 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-47e8747c-2e46-44d8-8503-cfa4e5764fbe req-fb687cd0-bac1-4488-b101-0cb9cb758a16 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c455717a-95fa-4910-af28-f6d5d5dd3b08 HTTP/1.1" status: 200 len: 217 time: 0.0768588 Aug 25 16:13:18.233166 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-3594877d-18ac-4d32-9a71-387b40e651ed req-3e999d7e-ef94-4c43-903d-72c1c68799e4 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/security-groups?id=3fd554c8-8e1b-4d92-bc55-34a0478699d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930767 Aug 25 16:13:18.246124 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e8747c-2e46-44d8-8503-cfa4e5764fbe req-b745f0d2-b373-4885-85ca-22e5f017ffae service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:18.248147 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-47e8747c-2e46-44d8-8503-cfa4e5764fbe req-b745f0d2-b373-4885-85ca-22e5f017ffae service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8dc0bf97-8447-4cdc-b070-960e9311f0c9 HTTP/1.1" status: 200 len: 849 time: 0.0679300 Aug 25 16:13:18.310766 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-47e8747c-2e46-44d8-8503-cfa4e5764fbe req-bc5cf719-2763-4c61-a5d8-53f8a5bf43af service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=636cacf8-5c75-4249-9cc4-59d96dfe416b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477316 Aug 25 16:13:18.316752 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Device bf374dad-3f0b-4091-8d94-2e239257f70f details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 25 16:13:18.374277 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c61efdd-d3ae-4238-a6a0-1df3ed6b8ae7 req-dea78d8b-c55c-4145-8ae0-1db79baa295b tempest-VolumesNegativeTest-23928790 tempest-VolumesNegativeTest-23928790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:18.382231 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-3c61efdd-d3ae-4238-a6a0-1df3ed6b8ae7 req-dea78d8b-c55c-4145-8ae0-1db79baa295b tempest-VolumesNegativeTest-23928790 tempest-VolumesNegativeTest-23928790-project] 10.222.0.68 "GET /v2.0/ports?device_id=fba03e4f-685d-40e4-a437-b3c30ab4a5bf HTTP/1.1" status: 200 len: 948 time: 0.0955136 Aug 25 16:13:18.436970 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-3c61efdd-d3ae-4238-a6a0-1df3ed6b8ae7 req-f7eef7ea-f943-4d29-837b-d166b2239ca7 tempest-VolumesNegativeTest-23928790 tempest-VolumesNegativeTest-23928790-project] 10.222.0.68 "GET /v2.0/security-groups?id=d4b14138-cd80-4ae6-a21a-8d8d42bd9ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538728 Aug 25 16:13:18.460741 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.db [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] For port bf374dad-3f0b-4091-8d94-2e239257f70f, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=bf374dad-3f0b-4091-8d94-2e239257f70f,segment=NetworkSegment(a4fe9403-29c0-4e58-9465-f12eb98d9e8d),segment_id=a4fe9403-29c0-4e58-9465-f12eb98d9e8d)] {{(pid=75042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:13:18.474545 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Returning: {'device': 'bf374dad-3f0b-4091-8d94-2e239257f70f', 'network_id': 'fb04b5ec-673a-4a91-b0e5-12c6c13382bd', 'port_id': 'bf374dad-3f0b-4091-8d94-2e239257f70f', 'mac_address': 'fa:16:3e:83:a6:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 854, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcc96182-e992-4fac-b9ad-11619c23a7ba', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 25 16:13:18.510664 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-47e8747c-2e46-44d8-8503-cfa4e5764fbe req-017772e0-0d73-4a35-adaf-0594d510693f service neutron] 10.222.0.70 "GET /v2.0/networks/636cacf8-5c75-4249-9cc4-59d96dfe416b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906781 Aug 25 16:13:18.541719 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:18.552264 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:18.559606 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.notifiers.nova [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf374dad-3f0b-4091-8d94-2e239257f70f {{(pid=75042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:13:18.575506 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.db [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] For port bf374dad-3f0b-4091-8d94-2e239257f70f, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=bf374dad-3f0b-4091-8d94-2e239257f70f,segment=NetworkSegment(a4fe9403-29c0-4e58-9465-f12eb98d9e8d),segment_id=a4fe9403-29c0-4e58-9465-f12eb98d9e8d)] {{(pid=75042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:13:18.579796 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776572168726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776571761677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776571761722'] for port, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:18.582651 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [None req-e12551b5-171f-478b-a782-351ba7acf18a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:13:18.619917 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e09af66-b53e-4d31-aa90-073da80abdbc req-19ccd5ce-3358-45e8-bca8-69b55d12a6a4 tempest-VolumesActionsTest-1776390435 tempest-VolumesActionsTest-1776390435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:18.621400 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-7e09af66-b53e-4d31-aa90-073da80abdbc req-19ccd5ce-3358-45e8-bca8-69b55d12a6a4 tempest-VolumesActionsTest-1776390435 tempest-VolumesActionsTest-1776390435-project] 10.222.0.68 "GET /v2.0/ports?device_id=8876cca2-704f-4591-8dfd-7bf2b8d23cb0 HTTP/1.1" status: 200 len: 944 time: 0.1816113 Aug 25 16:13:18.653475 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Pushing event updated for resources: {'Port': ['ID=bf374dad-3f0b-4091-8d94-2e239257f70f,revision_number=9']} {{(pid=75042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:13:18.662469 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:13:18.662956 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:13:18.663766 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:13:18.663766 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:13:18.664239 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:13:18.664668 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:13:18.665560 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:13:18.665560 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:13:18.665930 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:13:18.666344 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:13:18.666760 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:13:18.670800 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:13:18.699087 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-47e8747c-2e46-44d8-8503-cfa4e5764fbe req-278a448a-ccd2-4eab-9aaa-0ee16b919b06 service neutron] 10.222.0.70 "GET /v2.0/networks/636cacf8-5c75-4249-9cc4-59d96dfe416b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804562 Aug 25 16:13:18.704567 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-7e09af66-b53e-4d31-aa90-073da80abdbc req-76cb5956-fd49-41c6-b0fd-6ad705c7da97 tempest-VolumesActionsTest-1776390435 tempest-VolumesActionsTest-1776390435-project] 10.222.0.68 "GET /v2.0/security-groups?id=4ccb1754-f2bb-4761-99be-f89002cd819f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756266 Aug 25 16:13:18.758143 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0a76b2-13c5-4205-890a-a3273cb7e832 req-25b6165e-caf9-4b9c-ad6f-85dede408b35 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:18.759632 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-be0a76b2-13c5-4205-890a-a3273cb7e832 req-25b6165e-caf9-4b9c-ad6f-85dede408b35 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/ports?device_id=768557d9-c88d-4397-91dd-f58022c93843 HTTP/1.1" status: 200 len: 946 time: 0.0884066 Aug 25 16:13:18.834783 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-f145661a-e0fe-48a1-9c1c-3f7d0e4e42b3 req-51d73017-b6a3-4e24-baa0-affc3ba5e67a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=13cbbfade6524480a2b0f23046e69f90&device_id=8876cca2-704f-4591-8dfd-7bf2b8d23cb0 HTTP/1.1" status: 200 len: 1097 time: 0.0747519 Aug 25 16:13:18.876710 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-be0a76b2-13c5-4205-890a-a3273cb7e832 req-7a9ac977-c846-4553-950a-c89c1e20ffde tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/security-groups?id=9e7f6e62-5d07-4b94-bd1b-2408a7eb9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114967 Aug 25 16:13:18.888451 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.db [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] get_ports_and_sgs() called for port_ids ['bf374dad-3f0b-4091-8d94-2e239257f70f'] {{(pid=75042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:13:18.973211 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f145661a-e0fe-48a1-9c1c-3f7d0e4e42b3 req-f7b73f62-b62b-4a72-9a11-e93a11bd9745 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:18.974867 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-f145661a-e0fe-48a1-9c1c-3f7d0e4e42b3 req-f7b73f62-b62b-4a72-9a11-e93a11bd9745 service neutron] 10.222.0.70 "GET /v2.0/networks?id=636cacf8-5c75-4249-9cc4-59d96dfe416b HTTP/1.1" status: 200 len: 910 time: 0.1289921 Aug 25 16:13:19.046547 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-f145661a-e0fe-48a1-9c1c-3f7d0e4e42b3 req-07712ccb-443b-4bf6-b104-3c8a37d8eff8 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c455717a-95fa-4910-af28-f6d5d5dd3b08 HTTP/1.1" status: 200 len: 217 time: 0.0603414 Aug 25 16:13:19.122960 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f145661a-e0fe-48a1-9c1c-3f7d0e4e42b3 req-73d595e8-4526-45e2-97ec-856c863e4e43 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:19.124392 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-f145661a-e0fe-48a1-9c1c-3f7d0e4e42b3 req-73d595e8-4526-45e2-97ec-856c863e4e43 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8dc0bf97-8447-4cdc-b070-960e9311f0c9 HTTP/1.1" status: 200 len: 849 time: 0.0660250 Aug 25 16:13:19.172568 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-f145661a-e0fe-48a1-9c1c-3f7d0e4e42b3 req-1ad38b1f-dcfb-4267-ace2-4fa36739579d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=636cacf8-5c75-4249-9cc4-59d96dfe416b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385938 Aug 25 16:13:19.311889 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-f145661a-e0fe-48a1-9c1c-3f7d0e4e42b3 req-d2a79fcb-4f67-4ba7-a323-2502941aaa43 service neutron] 10.222.0.70 "GET /v2.0/networks/636cacf8-5c75-4249-9cc4-59d96dfe416b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271245 Aug 25 16:13:19.586380 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-f145661a-e0fe-48a1-9c1c-3f7d0e4e42b3 req-12bee87b-75cd-4dfc-ab0d-9a839ec50f9a service neutron] 10.222.0.70 "GET /v2.0/networks/636cacf8-5c75-4249-9cc4-59d96dfe416b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2632074 Aug 25 16:13:19.601722 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c27c7c-3517-4fd8-b2bc-56cc9d857c7b req-98715c80-87fb-49db-b71d-e43d00070d4b tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:19.603300 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-a2c27c7c-3517-4fd8-b2bc-56cc9d857c7b req-98715c80-87fb-49db-b71d-e43d00070d4b tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/ports?device_id=0d3c7106-0222-421b-af61-a22cca9b27dd HTTP/1.1" status: 200 len: 945 time: 0.2117057 Aug 25 16:13:19.638084 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c383dd0-4984-450d-a1d0-6aee3f2bff18 req-be02d68e-51d0-4f17-b0eb-86b71708b081 tempest-VolumesNegativeTest-23928790 tempest-VolumesNegativeTest-23928790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:19.640117 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-5c383dd0-4984-450d-a1d0-6aee3f2bff18 req-be02d68e-51d0-4f17-b0eb-86b71708b081 tempest-VolumesNegativeTest-23928790 tempest-VolumesNegativeTest-23928790-project] 10.222.0.68 "GET /v2.0/ports?device_id=fba03e4f-685d-40e4-a437-b3c30ab4a5bf HTTP/1.1" status: 200 len: 948 time: 0.0779107 Aug 25 16:13:19.650142 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-a2c27c7c-3517-4fd8-b2bc-56cc9d857c7b req-9b59fd6c-2aa7-4b8b-9770-b7c65d7c13a3 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/security-groups?id=3fd554c8-8e1b-4d92-bc55-34a0478699d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408306 Aug 25 16:13:19.687632 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-5c383dd0-4984-450d-a1d0-6aee3f2bff18 req-7b7de3a1-b9f0-4255-a2c6-1108a6128968 tempest-VolumesNegativeTest-23928790 tempest-VolumesNegativeTest-23928790-project] 10.222.0.68 "GET /v2.0/security-groups?id=d4b14138-cd80-4ae6-a21a-8d8d42bd9ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407550 Aug 25 16:13:19.904973 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5182c637-52ad-4e6c-9c60-d1c5cc530a02 req-b9450e03-4af4-43b6-8945-66d882215643 tempest-VolumesActionsTest-1776390435 tempest-VolumesActionsTest-1776390435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:19.906452 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-5182c637-52ad-4e6c-9c60-d1c5cc530a02 req-b9450e03-4af4-43b6-8945-66d882215643 tempest-VolumesActionsTest-1776390435 tempest-VolumesActionsTest-1776390435-project] 10.222.0.68 "GET /v2.0/ports?device_id=8876cca2-704f-4591-8dfd-7bf2b8d23cb0 HTTP/1.1" status: 200 len: 944 time: 0.0760183 Aug 25 16:13:19.952201 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-5182c637-52ad-4e6c-9c60-d1c5cc530a02 req-53956421-0801-459c-9047-4e3e0bffdac4 tempest-VolumesActionsTest-1776390435 tempest-VolumesActionsTest-1776390435-project] 10.222.0.68 "GET /v2.0/security-groups?id=4ccb1754-f2bb-4761-99be-f89002cd819f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397296 Aug 25 16:13:20.074948 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ceb0e1-24c6-410e-a551-6e13fca09163 req-1339dedc-04da-4f4b-af48-8a549671afdf tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:20.076391 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-c8ceb0e1-24c6-410e-a551-6e13fca09163 req-1339dedc-04da-4f4b-af48-8a549671afdf tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/ports?device_id=768557d9-c88d-4397-91dd-f58022c93843 HTTP/1.1" status: 200 len: 946 time: 0.0787971 Aug 25 16:13:20.120680 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-c8ceb0e1-24c6-410e-a551-6e13fca09163 req-e36ca60d-be52-431a-a765-68e942fa9a51 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/security-groups?id=9e7f6e62-5d07-4b94-bd1b-2408a7eb9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388703 Aug 25 16:13:20.320872 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Device e85c9769-9eec-4552-b034-96c6a0a31225 details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 25 16:13:20.323197 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Device bf374dad-3f0b-4091-8d94-2e239257f70f up at agent hyperv_hv-cinder-80600 {{(pid=75042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:13:20.507174 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.provisioning_blocks [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Provisioning complete for port bf374dad-3f0b-4091-8d94-2e239257f70f triggered by entity L2. {{(pid=75042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:13:20.507468 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16203014'] for port, provisioning_complete {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:20.566922 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.db [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] For port e85c9769-9eec-4552-b034-96c6a0a31225, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=e85c9769-9eec-4552-b034-96c6a0a31225,segment=NetworkSegment(8983355b-2180-47d3-839d-e186ec1e3d61),segment_id=8983355b-2180-47d3-839d-e186ec1e3d61)] {{(pid=75042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:13:20.587360 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Returning: {'device': 'e85c9769-9eec-4552-b034-96c6a0a31225', 'network_id': '0c128662-6daa-4d56-b274-bd464e2cfc72', 'port_id': 'e85c9769-9eec-4552-b034-96c6a0a31225', 'mac_address': 'fa:16:3e:d6:5d:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 851, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88c2c0f3-a2a7-4e0d-9ddb-a1e03de75023', 'ip_address': '192.168.233.101'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 25 16:13:20.685739 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:20.707320 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:20.718260 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.notifiers.nova [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e85c9769-9eec-4552-b034-96c6a0a31225 {{(pid=75042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:13:20.748176 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d3c7106-0222-421b-af61-a22cca9b27dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf374dad-3f0b-4091-8d94-2e239257f70f'}] {{(pid=75042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:13:20.754069 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.db [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] For port e85c9769-9eec-4552-b034-96c6a0a31225, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=e85c9769-9eec-4552-b034-96c6a0a31225,segment=NetworkSegment(8983355b-2180-47d3-839d-e186ec1e3d61),segment_id=8983355b-2180-47d3-839d-e186ec1e3d61)] {{(pid=75042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:13:20.764984 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.db [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] For port bf374dad-3f0b-4091-8d94-2e239257f70f, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=bf374dad-3f0b-4091-8d94-2e239257f70f,segment=NetworkSegment(a4fe9403-29c0-4e58-9465-f12eb98d9e8d),segment_id=a4fe9403-29c0-4e58-9465-f12eb98d9e8d)] {{(pid=75042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:13:20.766981 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776572168726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776571761677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776571761722'] for port, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:20.772613 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [None req-64ddb338-5707-4db8-af97-f1ccaadd7e8a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:13:20.820641 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776572168726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776571761677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776571761722'] for port, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:20.856960 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Pushing event updated for resources: {'Port': ['ID=e85c9769-9eec-4552-b034-96c6a0a31225,revision_number=4']} {{(pid=75042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:13:20.860386 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:13:20.860890 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:13:20.902735 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eec9a7-d32b-4d7c-9ae3-2e9829e39c59 req-c35de1b0-0555-4b77-b963-ae38d8d6a68c tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:20.904357 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-94eec9a7-d32b-4d7c-9ae3-2e9829e39c59 req-c35de1b0-0555-4b77-b963-ae38d8d6a68c tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/ports?device_id=0d3c7106-0222-421b-af61-a22cca9b27dd HTTP/1.1" status: 200 len: 947 time: 0.0929856 Aug 25 16:13:20.916010 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076e2cf2-60d4-4d1f-84a3-f5c3b44bffdd req-7fbf54d4-3218-4bf1-8ac6-4af68584b2a0 tempest-VolumesNegativeTest-23928790 tempest-VolumesNegativeTest-23928790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:20.917505 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-076e2cf2-60d4-4d1f-84a3-f5c3b44bffdd req-7fbf54d4-3218-4bf1-8ac6-4af68584b2a0 tempest-VolumesNegativeTest-23928790 tempest-VolumesNegativeTest-23928790-project] 10.222.0.68 "GET /v2.0/ports?device_id=fba03e4f-685d-40e4-a437-b3c30ab4a5bf HTTP/1.1" status: 200 len: 949 time: 0.0807412 Aug 25 16:13:20.927675 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Pushing event updated for resources: {'Port': ['ID=bf374dad-3f0b-4091-8d94-2e239257f70f,revision_number=10']} {{(pid=75042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:13:20.930957 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:13:20.950919 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-94eec9a7-d32b-4d7c-9ae3-2e9829e39c59 req-9414bf12-6e3d-45d5-853e-30ecbdf319bb tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/security-groups?id=3fd554c8-8e1b-4d92-bc55-34a0478699d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405581 Aug 25 16:13:20.964344 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-076e2cf2-60d4-4d1f-84a3-f5c3b44bffdd req-7e365f1e-49ec-4636-afed-32bec31ec143 tempest-VolumesNegativeTest-23928790 tempest-VolumesNegativeTest-23928790-project] 10.222.0.68 "GET /v2.0/security-groups?id=d4b14138-cd80-4ae6-a21a-8d8d42bd9ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407217 Aug 25 16:13:21.033415 dv-cinder-806007-1-smb neutron-server[75042]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d3c7106-0222-421b-af61-a22cca9b27dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf374dad-3f0b-4091-8d94-2e239257f70f', 'code': 200} Aug 25 16:13:21.057297 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20cdbd5-c89b-4e89-8fbb-64cc9857bb3b req-5d630906-d5ea-4cee-a069-49a4917b4cfc tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:21.058827 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-c20cdbd5-c89b-4e89-8fbb-64cc9857bb3b req-5d630906-d5ea-4cee-a069-49a4917b4cfc tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.70 "GET /v2.0/ports?device_id=768557d9-c88d-4397-91dd-f58022c93843 HTTP/1.1" status: 200 len: 946 time: 0.0813334 Aug 25 16:13:21.114622 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.db [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] get_ports_and_sgs() called for port_ids ['e85c9769-9eec-4552-b034-96c6a0a31225'] {{(pid=75042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:13:21.148405 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.plugins.ml2.plugin [req-c20cdbd5-c89b-4e89-8fbb-64cc9857bb3b req-56527905-844d-45ee-90cc-7377a1d38801 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] Deleting port a2004afb-50ec-4eef-af5d-50a1aa80529c {{(pid=75040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:13:21.148405 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [req-c20cdbd5-c89b-4e89-8fbb-64cc9857bb3b req-56527905-844d-45ee-90cc-7377a1d38801 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776572162991'] for port, before_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:21.178185 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40788c51-1c7d-4539-ab6e-c548618731fa req-43f7100c-c87f-40c4-9085-1ac06bf48a27 tempest-VolumesActionsTest-1776390435 tempest-VolumesActionsTest-1776390435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:21.180063 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-40788c51-1c7d-4539-ab6e-c548618731fa req-43f7100c-c87f-40c4-9085-1ac06bf48a27 tempest-VolumesActionsTest-1776390435 tempest-VolumesActionsTest-1776390435-project] 10.222.0.68 "GET /v2.0/ports?device_id=8876cca2-704f-4591-8dfd-7bf2b8d23cb0 HTTP/1.1" status: 200 len: 944 time: 0.0943162 Aug 25 16:13:21.230968 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [req-40788c51-1c7d-4539-ab6e-c548618731fa req-641be798-c93d-47f4-80f7-d27f244179e7 tempest-VolumesActionsTest-1776390435 tempest-VolumesActionsTest-1776390435-project] Synchronizing usage tracker for tenant:13cbbfade6524480a2b0f23046e69f90 on resource:security_group {{(pid=75041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:13:21.250804 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [req-40788c51-1c7d-4539-ab6e-c548618731fa req-641be798-c93d-47f4-80f7-d27f244179e7 tempest-VolumesActionsTest-1776390435 tempest-VolumesActionsTest-1776390435-project] Unset dirty status for tenant:13cbbfade6524480a2b0f23046e69f90 on resource:security_group {{(pid=75041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:13:21.253152 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-40788c51-1c7d-4539-ab6e-c548618731fa req-641be798-c93d-47f4-80f7-d27f244179e7 tempest-VolumesActionsTest-1776390435 tempest-VolumesActionsTest-1776390435-project] 10.222.0.68 "GET /v2.0/security-groups?id=4ccb1754-f2bb-4761-99be-f89002cd819f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670650 Aug 25 16:13:21.495844 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af38198b-28e9-4f1a-b477-a561e3b4fcf7 req-fb09f8de-1c70-491d-b2db-f5002580cbbf tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:21.497324 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-af38198b-28e9-4f1a-b477-a561e3b4fcf7 req-fb09f8de-1c70-491d-b2db-f5002580cbbf tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/ports?device_id=768557d9-c88d-4397-91dd-f58022c93843 HTTP/1.1" status: 200 len: 946 time: 0.2086701 Aug 25 16:13:21.498943 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.plugins.ml2.db [req-c20cdbd5-c89b-4e89-8fbb-64cc9857bb3b req-56527905-844d-45ee-90cc-7377a1d38801 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] For port a2004afb-50ec-4eef-af5d-50a1aa80529c, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=a2004afb-50ec-4eef-af5d-50a1aa80529c,segment=NetworkSegment(5fb692cd-1aa6-42e2-97e8-f9f429956167),segment_id=5fb692cd-1aa6-42e2-97e8-f9f429956167)] {{(pid=75040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:13:21.499301 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [req-c20cdbd5-c89b-4e89-8fbb-64cc9857bb3b req-56527905-844d-45ee-90cc-7377a1d38801 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452504'] for port, precommit_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:21.613331 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-131c2ee5-9483-4112-ad41-1ea1988890ae req-a6e4600a-c4bf-447f-ac93-d4811e609553 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=0d3c7106-0222-421b-af61-a22cca9b27dd HTTP/1.1" status: 200 len: 1100 time: 0.0689459 Aug 25 16:13:21.644628 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.plugins.ml2.plugin [req-c20cdbd5-c89b-4e89-8fbb-64cc9857bb3b req-56527905-844d-45ee-90cc-7377a1d38801 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] Calling delete_port for a2004afb-50ec-4eef-af5d-50a1aa80529c owned by compute:nova {{(pid=75040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:13:21.659540 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-131c2ee5-9483-4112-ad41-1ea1988890ae req-e9123469-9876-4ea4-b7f1-af5d6620445d service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=3fd554c8-8e1b-4d92-bc55-34a0478699d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398915 Aug 25 16:13:21.711800 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-af38198b-28e9-4f1a-b477-a561e3b4fcf7 req-35c3eaeb-1988-4b2e-aeac-71fb728e4a62 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.68 "GET /v2.0/security-groups?id=9e7f6e62-5d07-4b94-bd1b-2408a7eb9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045982 Aug 25 16:13:21.799937 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [req-c20cdbd5-c89b-4e89-8fbb-64cc9857bb3b req-56527905-844d-45ee-90cc-7377a1d38801 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776572168708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776571761668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1434720'] for port, after_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:21.805454 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:13:21.811278 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.db [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] get_ports_and_sgs() called for port_ids ['a2004afb-50ec-4eef-af5d-50a1aa80529c'] {{(pid=75042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:13:21.850873 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56527905-844d-45ee-90cc-7377a1d38801 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] Pushing event deleted for resources: {'Port': ['ID=a2004afb-50ec-4eef-af5d-50a1aa80529c,revision_number=None']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:13:21.854758 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-56527905-844d-45ee-90cc-7377a1d38801 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:13:21.923834 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.l3_dvrscheduler_db [req-c20cdbd5-c89b-4e89-8fbb-64cc9857bb3b req-56527905-844d-45ee-90cc-7377a1d38801 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] No DVR routers for this DVR port a2004afb-50ec-4eef-af5d-50a1aa80529c on host hv-cinder-80600 {{(pid=75040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 16:13:21.926252 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [req-c20cdbd5-c89b-4e89-8fbb-64cc9857bb3b req-56527905-844d-45ee-90cc-7377a1d38801 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981218'] for port, before_response {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:21.929452 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '768557d9-c88d-4397-91dd-f58022c93843', 'name': 'network-vif-deleted', 'tag': 'a2004afb-50ec-4eef-af5d-50a1aa80529c'}] {{(pid=75040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:13:21.946018 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-c20cdbd5-c89b-4e89-8fbb-64cc9857bb3b req-56527905-844d-45ee-90cc-7377a1d38801 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] 10.222.0.70 "DELETE /v2.0/ports/a2004afb-50ec-4eef-af5d-50a1aa80529c HTTP/1.1" status: 204 len: 173 time: 0.8800862 Aug 25 16:13:21.994060 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '768557d9-c88d-4397-91dd-f58022c93843', 'name': 'network-vif-deleted', 'tag': 'a2004afb-50ec-4eef-af5d-50a1aa80529c', 'status': 'completed', 'code': 200} Aug 25 16:13:22.172743 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178c83e3-2017-4921-879d-bd80ba15cbf6 req-fb41a7f6-abad-4c45-b0df-ccf287b75266 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:22.174297 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-178c83e3-2017-4921-879d-bd80ba15cbf6 req-fb41a7f6-abad-4c45-b0df-ccf287b75266 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/ports?device_id=0d3c7106-0222-421b-af61-a22cca9b27dd HTTP/1.1" status: 200 len: 947 time: 0.0805392 Aug 25 16:13:22.174545 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a395e4-d05a-402b-bd4d-945b76450e44 req-899599fb-0a61-4b96-afb2-de2d9a55d24c tempest-VolumesNegativeTest-23928790 tempest-VolumesNegativeTest-23928790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:22.176042 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-37a395e4-d05a-402b-bd4d-945b76450e44 req-899599fb-0a61-4b96-afb2-de2d9a55d24c tempest-VolumesNegativeTest-23928790 tempest-VolumesNegativeTest-23928790-project] 10.222.0.68 "GET /v2.0/ports?device_id=fba03e4f-685d-40e4-a437-b3c30ab4a5bf HTTP/1.1" status: 200 len: 949 time: 0.0798869 Aug 25 16:13:22.221175 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-178c83e3-2017-4921-879d-bd80ba15cbf6 req-b07d3ee2-ea55-473b-8b39-5f86bfde413b tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/security-groups?id=3fd554c8-8e1b-4d92-bc55-34a0478699d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407550 Aug 25 16:13:22.223380 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-37a395e4-d05a-402b-bd4d-945b76450e44 req-286f60e2-5abf-4cb2-a083-abd654f121eb tempest-VolumesNegativeTest-23928790 tempest-VolumesNegativeTest-23928790-project] 10.222.0.68 "GET /v2.0/security-groups?id=d4b14138-cd80-4ae6-a21a-8d8d42bd9ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402102 Aug 25 16:13:22.336656 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Device c455717a-95fa-4910-af28-f6d5d5dd3b08 details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 25 16:13:22.339183 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Device e85c9769-9eec-4552-b034-96c6a0a31225 up at agent hyperv_hv-cinder-80600 {{(pid=75042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:13:22.461845 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a2a1c6-b809-4c46-a87e-64172e991079 req-af277fff-c972-4cdb-80a6-1ddb16bfcfe5 tempest-VolumesActionsTest-1776390435 tempest-VolumesActionsTest-1776390435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:22.468736 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-12a2a1c6-b809-4c46-a87e-64172e991079 req-af277fff-c972-4cdb-80a6-1ddb16bfcfe5 tempest-VolumesActionsTest-1776390435 tempest-VolumesActionsTest-1776390435-project] 10.222.0.68 "GET /v2.0/ports?device_id=8876cca2-704f-4591-8dfd-7bf2b8d23cb0 HTTP/1.1" status: 200 len: 944 time: 0.0919082 Aug 25 16:13:22.502936 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.provisioning_blocks [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Provisioning for port e85c9769-9eec-4552-b034-96c6a0a31225 completed by entity L2. {{(pid=75042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:13:22.510116 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.provisioning_blocks [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Provisioning complete for port e85c9769-9eec-4552-b034-96c6a0a31225 triggered by entity L2. {{(pid=75042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:13:22.510503 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16203014'] for port, provisioning_complete {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:22.511590 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-12a2a1c6-b809-4c46-a87e-64172e991079 req-3c2e211b-433c-4116-b1f1-a734e9ab2a48 tempest-VolumesActionsTest-1776390435 tempest-VolumesActionsTest-1776390435-project] 10.222.0.68 "GET /v2.0/security-groups?id=4ccb1754-f2bb-4761-99be-f89002cd819f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419865 Aug 25 16:13:22.596761 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.db [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] For port c455717a-95fa-4910-af28-f6d5d5dd3b08, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=c455717a-95fa-4910-af28-f6d5d5dd3b08,segment=NetworkSegment(d0eae336-b41b-46e4-b09e-a51548c2e083),segment_id=d0eae336-b41b-46e4-b09e-a51548c2e083)] {{(pid=75042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:13:22.614804 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Returning: {'device': 'c455717a-95fa-4910-af28-f6d5d5dd3b08', 'network_id': '636cacf8-5c75-4249-9cc4-59d96dfe416b', 'port_id': 'c455717a-95fa-4910-af28-f6d5d5dd3b08', 'mac_address': 'fa:16:3e:7f:42:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 855, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dc0bf97-8447-4cdc-b070-960e9311f0c9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 25 16:13:22.740020 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:22.751460 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:22.773796 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.notifiers.nova [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c455717a-95fa-4910-af28-f6d5d5dd3b08 {{(pid=75042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:13:22.799924 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.db [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] For port c455717a-95fa-4910-af28-f6d5d5dd3b08, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=c455717a-95fa-4910-af28-f6d5d5dd3b08,segment=NetworkSegment(d0eae336-b41b-46e4-b09e-a51548c2e083),segment_id=d0eae336-b41b-46e4-b09e-a51548c2e083)] {{(pid=75042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:13:22.802191 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.db [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] For port e85c9769-9eec-4552-b034-96c6a0a31225, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=e85c9769-9eec-4552-b034-96c6a0a31225,segment=NetworkSegment(8983355b-2180-47d3-839d-e186ec1e3d61),segment_id=8983355b-2180-47d3-839d-e186ec1e3d61)] {{(pid=75042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:13:22.806109 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776572168726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776571761677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776571761722'] for port, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:22.808476 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:13:22.835757 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.wsgi [-] (75041) accepted ('10.222.0.68', 58150) {{(pid=75041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:13:22.836516 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776572168726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776571761677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776571761722'] for port, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:22.880866 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Pushing event updated for resources: {'Port': ['ID=c455717a-95fa-4910-af28-f6d5d5dd3b08,revision_number=4']} {{(pid=75042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:13:22.899129 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:13:22.899713 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [None req-feb03f61-4456-4801-a5de-005a162778d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.057s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:13:22.969450 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Pushing event updated for resources: {'Port': ['ID=e85c9769-9eec-4552-b034-96c6a0a31225,revision_number=5']} {{(pid=75042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:13:22.972669 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:13:23.034380 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fba03e4f-685d-40e4-a437-b3c30ab4a5bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e85c9769-9eec-4552-b034-96c6a0a31225'}] {{(pid=75042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:13:23.092058 dv-cinder-806007-1-smb neutron-server[75042]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fba03e4f-685d-40e4-a437-b3c30ab4a5bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e85c9769-9eec-4552-b034-96c6a0a31225', 'code': 200} Aug 25 16:13:23.116554 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.db [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] get_ports_and_sgs() called for port_ids ['c455717a-95fa-4910-af28-f6d5d5dd3b08'] {{(pid=75042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:13:23.324039 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-f08c7d37-4677-4d29-963e-0fbd5b3f042a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455007'] for router_interface, before_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:23.454510 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-08f83103-1011-451a-883f-7688946f1274 req-ef7cabbe-002d-40e9-9ef8-0778698c7e7f service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=fba03e4f-685d-40e4-a437-b3c30ab4a5bf HTTP/1.1" status: 200 len: 1103 time: 0.1574233 Aug 25 16:13:23.564618 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-08f83103-1011-451a-883f-7688946f1274 req-e8c12b93-4ba4-42d0-b549-4350d147ee09 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=d4b14138-cd80-4ae6-a21a-8d8d42bd9ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027091 Aug 25 16:13:23.590260 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a408742c-2694-4c69-9b1c-5842c802e2e0 req-a4f82572-bfe6-4ea2-9b2a-d416cc9b837f tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:23.592377 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-a408742c-2694-4c69-9b1c-5842c802e2e0 req-a4f82572-bfe6-4ea2-9b2a-d416cc9b837f tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/ports?device_id=0d3c7106-0222-421b-af61-a22cca9b27dd HTTP/1.1" status: 200 len: 947 time: 0.0986826 Aug 25 16:13:23.626690 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acb2208-efd2-4ba0-8df1-98c93c7d5b03 req-2b27fdc9-182e-4767-bb13-f7e613340df4 tempest-VolumesNegativeTest-23928790 tempest-VolumesNegativeTest-23928790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:23.628304 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-0acb2208-efd2-4ba0-8df1-98c93c7d5b03 req-2b27fdc9-182e-4767-bb13-f7e613340df4 tempest-VolumesNegativeTest-23928790 tempest-VolumesNegativeTest-23928790-project] 10.222.0.68 "GET /v2.0/ports?device_id=fba03e4f-685d-40e4-a437-b3c30ab4a5bf HTTP/1.1" status: 200 len: 950 time: 0.1829205 Aug 25 16:13:23.646094 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-a408742c-2694-4c69-9b1c-5842c802e2e0 req-0e327b62-f82d-410f-b945-092e4f205d2e tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/security-groups?id=3fd554c8-8e1b-4d92-bc55-34a0478699d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484903 Aug 25 16:13:23.692207 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-0acb2208-efd2-4ba0-8df1-98c93c7d5b03 req-315dfe7b-bff8-4f3b-9f93-332b4ba2e74c tempest-VolumesNegativeTest-23928790 tempest-VolumesNegativeTest-23928790-project] 10.222.0.68 "GET /v2.0/security-groups?id=d4b14138-cd80-4ae6-a21a-8d8d42bd9ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564539 Aug 25 16:13:23.851730 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8baabc-6826-4371-ae65-a0394881f28b req-c47f1077-2710-48c4-baa5-37a943135d65 tempest-VolumesActionsTest-1776390435 tempest-VolumesActionsTest-1776390435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:23.853306 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-cb8baabc-6826-4371-ae65-a0394881f28b req-c47f1077-2710-48c4-baa5-37a943135d65 tempest-VolumesActionsTest-1776390435 tempest-VolumesActionsTest-1776390435-project] 10.222.0.68 "GET /v2.0/ports?device_id=8876cca2-704f-4591-8dfd-7bf2b8d23cb0 HTTP/1.1" status: 200 len: 945 time: 0.0789785 Aug 25 16:13:23.899190 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-cb8baabc-6826-4371-ae65-a0394881f28b req-52ebe4e8-8edb-4f87-8385-5d3af0d44b5a tempest-VolumesActionsTest-1776390435 tempest-VolumesActionsTest-1776390435-project] 10.222.0.68 "GET /v2.0/security-groups?id=4ccb1754-f2bb-4761-99be-f89002cd819f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405135 Aug 25 16:13:24.212615 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.plugin [None req-f08c7d37-4677-4d29-963e-0fbd5b3f042a admin admin] Deleting port 15c54e67-4f99-4478-b811-5698c68b9143 {{(pid=75041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:13:24.212861 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-f08c7d37-4677-4d29-963e-0fbd5b3f042a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776572162991'] for port, before_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:24.352679 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Device c455717a-95fa-4910-af28-f6d5d5dd3b08 up at agent hyperv_hv-cinder-80600 {{(pid=75042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:13:24.382449 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.db [None req-f08c7d37-4677-4d29-963e-0fbd5b3f042a admin admin] For port 15c54e67-4f99-4478-b811-5698c68b9143, host dv-cinder-806007-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-1-smb',level=0,port_id=15c54e67-4f99-4478-b811-5698c68b9143,segment=NetworkSegment(5fb692cd-1aa6-42e2-97e8-f9f429956167),segment_id=5fb692cd-1aa6-42e2-97e8-f9f429956167)] {{(pid=75041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:13:24.383032 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-f08c7d37-4677-4d29-963e-0fbd5b3f042a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452504'] for port, precommit_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:24.426185 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.provisioning_blocks [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Provisioning for port c455717a-95fa-4910-af28-f6d5d5dd3b08 completed by entity L2. {{(pid=75042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:13:24.431423 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.provisioning_blocks [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Provisioning complete for port c455717a-95fa-4910-af28-f6d5d5dd3b08 triggered by entity L2. {{(pid=75042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:13:24.431803 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16203014'] for port, provisioning_complete {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:24.505237 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.plugin [None req-f08c7d37-4677-4d29-963e-0fbd5b3f042a admin admin] Calling delete_port for 15c54e67-4f99-4478-b811-5698c68b9143 owned by network:router_interface {{(pid=75041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:13:24.549845 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:24.581680 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.db [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] For port c455717a-95fa-4910-af28-f6d5d5dd3b08, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=c455717a-95fa-4910-af28-f6d5d5dd3b08,segment=NetworkSegment(d0eae336-b41b-46e4-b09e-a51548c2e083),segment_id=d0eae336-b41b-46e4-b09e-a51548c2e083)] {{(pid=75042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:13:24.586752 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776572168726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776571761677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776571761722'] for port, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:24.587609 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Device a2004afb-50ec-4eef-af5d-50a1aa80529c no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:13:24.610322 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:13:24.662626 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.plugin [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] No Port match for: a2004afb-50ec-4eef-af5d-50a1aa80529c {{(pid=75042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 16:13:24.662985 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Device a2004afb-50ec-4eef-af5d-50a1aa80529c not bound to the agent host hv-cinder-80600 {{(pid=75042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 16:13:24.693317 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Pushing event updated for resources: {'Port': ['ID=c455717a-95fa-4910-af28-f6d5d5dd3b08,revision_number=5']} {{(pid=75042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:13:24.699115 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:13:24.878810 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-f08c7d37-4677-4d29-963e-0fbd5b3f042a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776572168708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776571761668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1248622'] for port, after_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:24.885392 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-8f143e7c-1b90-43b8-a0c8-d0288247cf56 tempest-VolumesNegativeTest-23928790 tempest-VolumesNegativeTest-23928790-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:13:24.935039 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08c7d37-4677-4d29-963e-0fbd5b3f042a admin admin] Pushing event deleted for resources: {'Port': ['ID=15c54e67-4f99-4478-b811-5698c68b9143,revision_number=None']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:13:24.939329 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-f08c7d37-4677-4d29-963e-0fbd5b3f042a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:13:24.979038 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7d29fb-c832-40bd-ae3a-10fce1bc65f5 req-12825b2a-13a2-49c5-877a-a25a6ecb62cc tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:24.980501 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-4d7d29fb-c832-40bd-ae3a-10fce1bc65f5 req-12825b2a-13a2-49c5-877a-a25a6ecb62cc tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/ports?device_id=0d3c7106-0222-421b-af61-a22cca9b27dd HTTP/1.1" status: 200 len: 947 time: 0.1863935 Aug 25 16:13:24.995488 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05069836-3b7f-465d-ae50-2cdf0473ff01 req-16cd7a9a-729c-4f4a-a7ac-07220dc683b5 tempest-VolumesNegativeTest-23928790 tempest-VolumesNegativeTest-23928790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:24.996950 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-05069836-3b7f-465d-ae50-2cdf0473ff01 req-16cd7a9a-729c-4f4a-a7ac-07220dc683b5 tempest-VolumesNegativeTest-23928790 tempest-VolumesNegativeTest-23928790-project] 10.222.0.68 "GET /v2.0/ports?device_id=fba03e4f-685d-40e4-a437-b3c30ab4a5bf HTTP/1.1" status: 200 len: 950 time: 0.1644275 Aug 25 16:13:25.043889 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-05069836-3b7f-465d-ae50-2cdf0473ff01 req-b3edae40-f776-496c-ad03-828e648df5b4 tempest-VolumesNegativeTest-23928790 tempest-VolumesNegativeTest-23928790-project] 10.222.0.68 "GET /v2.0/security-groups?id=d4b14138-cd80-4ae6-a21a-8d8d42bd9ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408552 Aug 25 16:13:25.074703 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-4d7d29fb-c832-40bd-ae3a-10fce1bc65f5 req-8723681f-5707-49c3-beb2-503028001509 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/security-groups?id=3fd554c8-8e1b-4d92-bc55-34a0478699d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619771 Aug 25 16:13:25.093911 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8876cca2-704f-4591-8dfd-7bf2b8d23cb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c455717a-95fa-4910-af28-f6d5d5dd3b08'}] {{(pid=75042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:13:25.159107 dv-cinder-806007-1-smb neutron-server[75042]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8876cca2-704f-4591-8dfd-7bf2b8d23cb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c455717a-95fa-4910-af28-f6d5d5dd3b08', 'code': 200} Aug 25 16:13:25.271980 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ec3ab3-3f90-4998-923f-0e4894d52473 req-4202faa1-3c7e-4fc6-86f7-625533315a51 tempest-VolumesActionsTest-1776390435 tempest-VolumesActionsTest-1776390435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:25.274294 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-f08c7d37-4677-4d29-963e-0fbd5b3f042a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16129666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455083'] for router_interface, after_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:25.279515 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-07ec3ab3-3f90-4998-923f-0e4894d52473 req-4202faa1-3c7e-4fc6-86f7-625533315a51 tempest-VolumesActionsTest-1776390435 tempest-VolumesActionsTest-1776390435-project] 10.222.0.68 "GET /v2.0/ports?device_id=8876cca2-704f-4591-8dfd-7bf2b8d23cb0 HTTP/1.1" status: 200 len: 946 time: 0.1038196 Aug 25 16:13:25.333467 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-07ec3ab3-3f90-4998-923f-0e4894d52473 req-1303d759-20af-465b-b998-b679b3983a49 tempest-VolumesActionsTest-1776390435 tempest-VolumesActionsTest-1776390435-project] 10.222.0.68 "GET /v2.0/security-groups?id=4ccb1754-f2bb-4761-99be-f89002cd819f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522227 Aug 25 16:13:25.470648 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-965b812f-9472-44f4-b29f-1f248e82406d req-2b5f1cf9-659b-4619-a1fa-9cae30946520 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=8876cca2-704f-4591-8dfd-7bf2b8d23cb0 HTTP/1.1" status: 200 len: 1099 time: 0.0774825 Aug 25 16:13:25.517011 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-965b812f-9472-44f4-b29f-1f248e82406d req-b6b42d8f-2892-4d91-a2c5-1e84e0f72288 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=4ccb1754-f2bb-4761-99be-f89002cd819f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385354 Aug 25 16:13:25.932562 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f08c7d37-4677-4d29-963e-0fbd5b3f042a admin admin] Router b255e682-a102-4b06-8020-7dd097b472c5 has already been hosted by L3 agent ca94599f-caae-4183-a9a6-f9a0dcce5f21 {{(pid=75041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 16:13:26.133671 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f08c7d37-4677-4d29-963e-0fbd5b3f042a admin admin] Notify agent at l3_agent.dv-cinder-806007-1-smb the message routers_updated {{(pid=75041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:13:26.143197 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf59d2c2-acd4-4053-9a64-7f7669af836b None None] Sync routers for ids ['b255e682-a102-4b06-8020-7dd097b472c5'] in dv-cinder-806007-1-smb {{(pid=75043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 16:13:26.145937 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [None req-f08c7d37-4677-4d29-963e-0fbd5b3f042a admin admin] 10.222.0.68 "PUT /v2.0/routers/b255e682-a102-4b06-8020-7dd097b472c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3089626 Aug 25 16:13:26.148617 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.wsgi [-] (75041) accepted ('10.222.0.68', 58204) {{(pid=75041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:13:26.156493 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf59d2c2-acd4-4053-9a64-7f7669af836b None None] Routers {'b255e682-a102-4b06-8020-7dd097b472c5'} bound to L3 agent in host dv-cinder-806007-1-smb {{(pid=75043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:13:26.157190 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.db.l3_hamode_db [None req-bf59d2c2-acd4-4053-9a64-7f7669af836b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T16:01:30Z,description=,heartbeat_timestamp=2021-08-25T16:13:00Z,host='dv-cinder-806007-1-smb',id=ca94599f-caae-4183-a9a6-f9a0dcce5f21,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:01:30Z,topic='l3_agent')) {'router_ids': ['b255e682-a102-4b06-8020-7dd097b472c5'], 'active': True} {{(pid=75043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:13:26.312803 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92af2d55-71eb-4ead-855d-4436f4c2a0e0 req-c5747d0a-6e39-4ab6-b534-0b03bac9cffc tempest-VolumesNegativeTest-23928790 tempest-VolumesNegativeTest-23928790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:26.314271 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-92af2d55-71eb-4ead-855d-4436f4c2a0e0 req-c5747d0a-6e39-4ab6-b534-0b03bac9cffc tempest-VolumesNegativeTest-23928790 tempest-VolumesNegativeTest-23928790-project] 10.222.0.68 "GET /v2.0/ports?device_id=fba03e4f-685d-40e4-a437-b3c30ab4a5bf HTTP/1.1" status: 200 len: 950 time: 0.1113677 Aug 25 16:13:26.342456 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.db.l3_dvr_db [None req-bf59d2c2-acd4-4053-9a64-7f7669af836b None None] Set router b255e682-a102-4b06-8020-7dd097b472c5 gateway port host: dv-cinder-806007-1-smb {{(pid=75043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:13:26.430363 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-92af2d55-71eb-4ead-855d-4436f4c2a0e0 req-fc5636c9-42ec-4796-a8fb-73bf205701b2 tempest-VolumesNegativeTest-23928790 tempest-VolumesNegativeTest-23928790-project] 10.222.0.68 "GET /v2.0/security-groups?id=d4b14138-cd80-4ae6-a21a-8d8d42bd9ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624328 Aug 25 16:13:26.453310 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-1b80873b-8d9a-4c8d-8dd9-4ab0d3f3f7ad admin admin] Notify callbacks [] for router, before_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:26.569955 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8181d425-01e7-4687-a634-ee79b6ce1b9f req-f48b137d-35da-4a0f-9c0d-67400584e066 tempest-VolumesActionsTest-1776390435 tempest-VolumesActionsTest-1776390435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:26.576892 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-8181d425-01e7-4687-a634-ee79b6ce1b9f req-f48b137d-35da-4a0f-9c0d-67400584e066 tempest-VolumesActionsTest-1776390435 tempest-VolumesActionsTest-1776390435-project] 10.222.0.68 "GET /v2.0/ports?device_id=8876cca2-704f-4591-8dfd-7bf2b8d23cb0 HTTP/1.1" status: 200 len: 946 time: 0.1095231 Aug 25 16:13:26.654299 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-8181d425-01e7-4687-a634-ee79b6ce1b9f req-26b5deca-6b62-4310-bbff-22bed194a7ea tempest-VolumesActionsTest-1776390435 tempest-VolumesActionsTest-1776390435-project] 10.222.0.68 "GET /v2.0/security-groups?id=4ccb1754-f2bb-4761-99be-f89002cd819f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757909 Aug 25 16:13:26.660758 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.db.l3_hamode_db [None req-bf59d2c2-acd4-4053-9a64-7f7669af836b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b255e682-a102-4b06-8020-7dd097b472c5', 'name': 'tempest-ServerRescueNegativeTestJSON-1371860596-router', 'tenant_id': '7bcd0c2726864d0db2590ec11bb3d659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af5d4827-908c-4372-9134-1f0198184942', 'external_fixed_ips': [{'subnet_id': 'a4c12025-f163-4c64-acba-906df26214d3', 'ip_address': '172.28.0.114'}], 'enable_snat': True}, 'gw_port_id': 'dae097b8-fa48-4d65-8ddc-a60a11e470c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:09:47Z', 'updated_at': '2021-08-25T16:13:24Z', 'revision_number': 5, 'project_id': '7bcd0c2726864d0db2590ec11bb3d659', 'gw_port': {'id': 'dae097b8-fa48-4d65-8ddc-a60a11e470c8', 'name': '', 'network_id': 'af5d4827-908c-4372-9134-1f0198184942', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:cc:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b255e682-a102-4b06-8020-7dd097b472c5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a4c12025-f163-4c64-acba-906df26214d3', 'ip_address': '172.28.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:09:48Z', 'updated_at': '2021-08-25T16:09:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a4c12025-f163-4c64-acba-906df26214d3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-smb'}], 'dv-cinder-806007-1-smb', False) {} {{(pid=75043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:13:26.665540 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf59d2c2-acd4-4053-9a64-7f7669af836b None None] Checking router: b255e682-a102-4b06-8020-7dd097b472c5 for host: dv-cinder-806007-1-smb {{(pid=75043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 16:13:26.694176 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-1b80873b-8d9a-4c8d-8dd9-4ab0d3f3f7ad admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:26.695464 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf59d2c2-acd4-4053-9a64-7f7669af836b None None] Routers {'b255e682-a102-4b06-8020-7dd097b472c5'} bound to L3 agent in host dv-cinder-806007-1-smb {{(pid=75043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:13:26.696289 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.db.l3_hamode_db [None req-bf59d2c2-acd4-4053-9a64-7f7669af836b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T16:01:30Z,description=,heartbeat_timestamp=2021-08-25T16:13:00Z,host='dv-cinder-806007-1-smb',id=ca94599f-caae-4183-a9a6-f9a0dcce5f21,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:01:30Z,topic='l3_agent')) {'router_ids': ['b255e682-a102-4b06-8020-7dd097b472c5'], 'active': True} {{(pid=75043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:13:26.706675 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.plugin [None req-1b80873b-8d9a-4c8d-8dd9-4ab0d3f3f7ad admin admin] Deleting port dae097b8-fa48-4d65-8ddc-a60a11e470c8 {{(pid=75041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:13:26.706982 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-1b80873b-8d9a-4c8d-8dd9-4ab0d3f3f7ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776572162991'] for port, before_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:26.890369 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.db.l3_dvr_db [None req-bf59d2c2-acd4-4053-9a64-7f7669af836b None None] Set router b255e682-a102-4b06-8020-7dd097b472c5 gateway port host: None {{(pid=75043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:13:26.933199 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.db [None req-1b80873b-8d9a-4c8d-8dd9-4ab0d3f3f7ad admin admin] For port dae097b8-fa48-4d65-8ddc-a60a11e470c8, host dv-cinder-806007-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-1-smb',level=0,port_id=dae097b8-fa48-4d65-8ddc-a60a11e470c8,segment=NetworkSegment(cbdd21c8-b3ae-45c5-b207-3efdd7246341),segment_id=cbdd21c8-b3ae-45c5-b207-3efdd7246341)] {{(pid=75041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:13:26.933776 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-1b80873b-8d9a-4c8d-8dd9-4ab0d3f3f7ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452504'] for port, precommit_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:26.995662 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.db.l3_hamode_db [None req-bf59d2c2-acd4-4053-9a64-7f7669af836b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b255e682-a102-4b06-8020-7dd097b472c5', 'name': 'tempest-ServerRescueNegativeTestJSON-1371860596-router', 'tenant_id': '7bcd0c2726864d0db2590ec11bb3d659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:09:47Z', 'updated_at': '2021-08-25T16:13:26Z', 'revision_number': 6, 'project_id': '7bcd0c2726864d0db2590ec11bb3d659', 'gw_port_host': None}], 'dv-cinder-806007-1-smb', False) {} {{(pid=75043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:13:26.999999 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf59d2c2-acd4-4053-9a64-7f7669af836b None None] The sync data for ids ['b255e682-a102-4b06-8020-7dd097b472c5'] in dv-cinder-806007-1-smb is: [{'id': 'b255e682-a102-4b06-8020-7dd097b472c5', 'name': 'tempest-ServerRescueNegativeTestJSON-1371860596-router', 'tenant_id': '7bcd0c2726864d0db2590ec11bb3d659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:09:47Z', 'updated_at': '2021-08-25T16:13:26Z', 'revision_number': 6, 'project_id': '7bcd0c2726864d0db2590ec11bb3d659', 'gw_port_host': None}] {{(pid=75043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 16:13:27.064605 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a066bd0e-495b-4d40-9933-a679ea5623a6 req-fc2c5763-ee42-4d89-ba5f-144e8f0c250e tempest-VolumesNegativeTest-23928790 tempest-VolumesNegativeTest-23928790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:27.066097 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-a066bd0e-495b-4d40-9933-a679ea5623a6 req-fc2c5763-ee42-4d89-ba5f-144e8f0c250e tempest-VolumesNegativeTest-23928790 tempest-VolumesNegativeTest-23928790-project] 10.222.0.68 "GET /v2.0/ports?device_id=fba03e4f-685d-40e4-a437-b3c30ab4a5bf HTTP/1.1" status: 200 len: 950 time: 0.0992899 Aug 25 16:13:27.114663 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-a066bd0e-495b-4d40-9933-a679ea5623a6 req-79d76570-e893-4de2-ae72-cb48cda07659 tempest-VolumesNegativeTest-23928790 tempest-VolumesNegativeTest-23928790-project] 10.222.0.68 "GET /v2.0/security-groups?id=d4b14138-cd80-4ae6-a21a-8d8d42bd9ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426013 Aug 25 16:13:27.156843 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.plugin [None req-1b80873b-8d9a-4c8d-8dd9-4ab0d3f3f7ad admin admin] Calling delete_port for dae097b8-fa48-4d65-8ddc-a60a11e470c8 owned by network:router_gateway {{(pid=75041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:13:27.322461 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-1b80873b-8d9a-4c8d-8dd9-4ab0d3f3f7ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776572168708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776571761668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1248622'] for port, after_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:27.325999 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-c3f2a535-3d64-4ee1-a25f-3d1439b664e4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:13:27.369544 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b80873b-8d9a-4c8d-8dd9-4ab0d3f3f7ad admin admin] Pushing event deleted for resources: {'Port': ['ID=dae097b8-fa48-4d65-8ddc-a60a11e470c8,revision_number=None']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:13:27.372200 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-1b80873b-8d9a-4c8d-8dd9-4ab0d3f3f7ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:13:27.514341 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-d41ef8c3-2d6e-450e-93bb-6f93ab2ef9ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:27.599868 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-1b80873b-8d9a-4c8d-8dd9-4ab0d3f3f7ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-453666'] for router_gateway, after_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:27.894633 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-1b80873b-8d9a-4c8d-8dd9-4ab0d3f3f7ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-457614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5319'] for router, precommit_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:27.907118 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-1b80873b-8d9a-4c8d-8dd9-4ab0d3f3f7ad admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:28.003768 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-1b80873b-8d9a-4c8d-8dd9-4ab0d3f3f7ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-393502'] for router, after_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:28.005208 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b80873b-8d9a-4c8d-8dd9-4ab0d3f3f7ad admin admin] Fanout notify agent at l3_agent the message router_deleted on router b255e682-a102-4b06-8020-7dd097b472c5 {{(pid=75041) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 16:13:28.018348 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c4b433-746c-4daa-8d28-537df0c37a2b req-c3502ff4-97ac-4444-bc0f-09ec7d25d19f tempest-VolumesActionsTest-1776390435 tempest-VolumesActionsTest-1776390435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:28.019823 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-f4c4b433-746c-4daa-8d28-537df0c37a2b req-c3502ff4-97ac-4444-bc0f-09ec7d25d19f tempest-VolumesActionsTest-1776390435 tempest-VolumesActionsTest-1776390435-project] 10.222.0.68 "GET /v2.0/ports?device_id=8876cca2-704f-4591-8dfd-7bf2b8d23cb0 HTTP/1.1" status: 200 len: 946 time: 0.2275496 Aug 25 16:13:28.028892 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-1b80873b-8d9a-4c8d-8dd9-4ab0d3f3f7ad admin admin] Notify callbacks [] for router, before_response {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:28.029990 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [None req-1b80873b-8d9a-4c8d-8dd9-4ab0d3f3f7ad admin admin] 10.222.0.68 "DELETE /v2.0/routers/b255e682-a102-4b06-8020-7dd097b472c5 HTTP/1.1" status: 204 len: 168 time: 1.8805127 Aug 25 16:13:28.032550 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 58218) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:13:28.072306 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-f4c4b433-746c-4daa-8d28-537df0c37a2b req-f3d33b66-4e7c-485b-bd6b-4b1bd2e618e0 tempest-VolumesActionsTest-1776390435 tempest-VolumesActionsTest-1776390435-project] 10.222.0.68 "GET /v2.0/security-groups?id=4ccb1754-f2bb-4761-99be-f89002cd819f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456090 Aug 25 16:13:28.099712 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.db_base_plugin_v2 [None req-07fb9771-8bc2-482b-b24a-f9d660d60723 admin admin] Deleting subnet 69cf06f5-4b93-4431-8d8c-27a4df3b9aa7 {{(pid=75040) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 25 16:13:28.099712 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-07fb9771-8bc2-482b-b24a-f9d660d60723 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:28.155104 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-07fb9771-8bc2-482b-b24a-f9d660d60723 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2023877'] for subnet, precommit_delete_associations {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:28.217777 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-07fb9771-8bc2-482b-b24a-f9d660d60723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16198826'] for subnet, precommit_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:28.382852 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cbd078-b566-44b0-9fc4-0c45eb27e15b req-f05c80b7-adb1-4759-b369-a4b05c5e93c8 tempest-VolumesNegativeTest-23928790 tempest-VolumesNegativeTest-23928790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:28.384296 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-48cbd078-b566-44b0-9fc4-0c45eb27e15b req-f05c80b7-adb1-4759-b369-a4b05c5e93c8 tempest-VolumesNegativeTest-23928790 tempest-VolumesNegativeTest-23928790-project] 10.222.0.68 "GET /v2.0/ports?device_id=fba03e4f-685d-40e4-a437-b3c30ab4a5bf HTTP/1.1" status: 200 len: 950 time: 0.1251917 Aug 25 16:13:28.392347 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-07fb9771-8bc2-482b-b24a-f9d660d60723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16198803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1434771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2719710'] for subnet, after_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:28.413016 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-b6357786-9d9c-4efa-938a-81bee5b1619e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:13:28.461628 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fb9771-8bc2-482b-b24a-f9d660d60723 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69cf06f5-4b93-4431-8d8c-27a4df3b9aa7,revision_number=None']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:13:28.500394 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-07fb9771-8bc2-482b-b24a-f9d660d60723 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:13:28.511588 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-07fb9771-8bc2-482b-b24a-f9d660d60723 admin admin] Notify callbacks [] for subnet, before_response {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:28.523915 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-48cbd078-b566-44b0-9fc4-0c45eb27e15b req-d8a1e95b-8645-4a59-b744-b7b6a660f9e4 tempest-VolumesNegativeTest-23928790 tempest-VolumesNegativeTest-23928790-project] 10.222.0.68 "GET /v2.0/security-groups?id=d4b14138-cd80-4ae6-a21a-8d8d42bd9ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339495 Aug 25 16:13:28.525413 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-07fb9771-8bc2-482b-b24a-f9d660d60723 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/69cf06f5-4b93-4431-8d8c-27a4df3b9aa7 HTTP/1.1" status: 204 len: 168 time: 0.4914918 Aug 25 16:13:28.527803 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.wsgi [-] (75041) accepted ('10.222.0.68', 58228) {{(pid=75041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:13:28.563099 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da17cd75-3fb5-4f24-a50b-6ee26412671e req-71e0f148-549f-4627-b0d3-b9398531f6b3 tempest-VolumesNegativeTest-23928790 tempest-VolumesNegativeTest-23928790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:28.564520 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-da17cd75-3fb5-4f24-a50b-6ee26412671e req-71e0f148-549f-4627-b0d3-b9398531f6b3 tempest-VolumesNegativeTest-23928790 tempest-VolumesNegativeTest-23928790-project] 10.222.0.70 "GET /v2.0/ports?device_id=fba03e4f-685d-40e4-a437-b3c30ab4a5bf HTTP/1.1" status: 200 len: 950 time: 0.1110303 Aug 25 16:13:28.666327 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-60fcc60a-f425-45e0-b30a-9d0e4379e4af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16300240'] for network, before_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:28.671779 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Device dae097b8-fa48-4d65-8ddc-a60a11e470c8 no longer exists at agent ovs-agent-dv-cinder-806007-1-smb {{(pid=75042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:13:28.683580 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.plugins.ml2.plugin [req-da17cd75-3fb5-4f24-a50b-6ee26412671e req-00d26b3d-9203-4cbb-9c1b-96b0388b048d tempest-VolumesNegativeTest-23928790 tempest-VolumesNegativeTest-23928790-project] Deleting port e85c9769-9eec-4552-b034-96c6a0a31225 {{(pid=75040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:13:28.683918 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [req-da17cd75-3fb5-4f24-a50b-6ee26412671e req-00d26b3d-9203-4cbb-9c1b-96b0388b048d tempest-VolumesNegativeTest-23928790 tempest-VolumesNegativeTest-23928790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776572162991'] for port, before_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:28.715389 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.plugin [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] No Port match for: dae097b8-fa48-4d65-8ddc-a60a11e470c8 {{(pid=75042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 16:13:28.715931 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Device dae097b8-fa48-4d65-8ddc-a60a11e470c8 not bound to the agent host dv-cinder-806007-1-smb {{(pid=75042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 16:13:28.716366 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Device 15c54e67-4f99-4478-b811-5698c68b9143 no longer exists at agent ovs-agent-dv-cinder-806007-1-smb {{(pid=75042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:13:28.756821 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.plugin [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] No Port match for: 15c54e67-4f99-4478-b811-5698c68b9143 {{(pid=75042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 16:13:28.757060 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Device 15c54e67-4f99-4478-b811-5698c68b9143 not bound to the agent host dv-cinder-806007-1-smb {{(pid=75042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 16:13:28.773789 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:28.794014 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-60fcc60a-f425-45e0-b30a-9d0e4379e4af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16197923', 'neutron.services.segments.db._delete_segments_for_network-8776572265090'] for network, precommit_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:28.811820 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.services.segments.db [None req-60fcc60a-f425-45e0-b30a-9d0e4379e4af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0ae9dbb-c442-45e5-bb7b-f5c10c916870']}} {{(pid=75041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:13:28.920766 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.services.segments.db [None req-60fcc60a-f425-45e0-b30a-9d0e4379e4af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fb692cd-1aa6-42e2-97e8-f9f429956167') {'for_net_delete': True} {{(pid=75041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:13:28.921067 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.services.segments.db [None req-60fcc60a-f425-45e0-b30a-9d0e4379e4af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fb692cd-1aa6-42e2-97e8-f9f429956167') {} {{(pid=75041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:13:28.934020 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-60fcc60a-f425-45e0-b30a-9d0e4379e4af admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776572267165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2080807'] for segment, before_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:28.942267 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.plugins.ml2.db [req-da17cd75-3fb5-4f24-a50b-6ee26412671e req-00d26b3d-9203-4cbb-9c1b-96b0388b048d tempest-VolumesNegativeTest-23928790 tempest-VolumesNegativeTest-23928790-project] For port e85c9769-9eec-4552-b034-96c6a0a31225, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=e85c9769-9eec-4552-b034-96c6a0a31225,segment=NetworkSegment(8983355b-2180-47d3-839d-e186ec1e3d61),segment_id=8983355b-2180-47d3-839d-e186ec1e3d61)] {{(pid=75040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:13:28.942926 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [req-da17cd75-3fb5-4f24-a50b-6ee26412671e req-00d26b3d-9203-4cbb-9c1b-96b0388b048d tempest-VolumesNegativeTest-23928790 tempest-VolumesNegativeTest-23928790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452504'] for port, precommit_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:28.950870 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-60fcc60a-f425-45e0-b30a-9d0e4379e4af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16198673'] for segment, precommit_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:28.956971 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60fcc60a-f425-45e0-b30a-9d0e4379e4af admin admin] Releasing vlan 853 on physical network physnet1 to pool {{(pid=75041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 25 16:13:28.957387 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-60fcc60a-f425-45e0-b30a-9d0e4379e4af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16198671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1248571'] for segment, after_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:28.971414 dv-cinder-806007-1-smb neutron-server[75041]: Traceback (most recent call last): Aug 25 16:13:28.971414 dv-cinder-806007-1-smb neutron-server[75041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 25 16:13:28.971414 dv-cinder-806007-1-smb neutron-server[75041]: timer() Aug 25 16:13:28.971414 dv-cinder-806007-1-smb neutron-server[75041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 16:13:28.971414 dv-cinder-806007-1-smb neutron-server[75041]: cb(*args, **kw) Aug 25 16:13:28.971414 dv-cinder-806007-1-smb neutron-server[75041]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 25 16:13:28.971414 dv-cinder-806007-1-smb neutron-server[75041]: return func(*args, **kwargs) Aug 25 16:13:28.971414 dv-cinder-806007-1-smb neutron-server[75041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 16:13:28.971414 dv-cinder-806007-1-smb neutron-server[75041]: self._notify() Aug 25 16:13:28.971414 dv-cinder-806007-1-smb neutron-server[75041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 16:13:28.971414 dv-cinder-806007-1-smb neutron-server[75041]: self.callback(batched_events) Aug 25 16:13:28.971414 dv-cinder-806007-1-smb neutron-server[75041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 16:13:28.971414 dv-cinder-806007-1-smb neutron-server[75041]: event.method(event) Aug 25 16:13:28.971414 dv-cinder-806007-1-smb neutron-server[75041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 25 16:13:28.971414 dv-cinder-806007-1-smb neutron-server[75041]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 16:13:28.971414 dv-cinder-806007-1-smb neutron-server[75041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 25 16:13:28.971414 dv-cinder-806007-1-smb neutron-server[75041]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 16:13:28.971414 dv-cinder-806007-1-smb neutron-server[75041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 25 16:13:28.971414 dv-cinder-806007-1-smb neutron-server[75041]: return f(self, *a, **k) Aug 25 16:13:28.971414 dv-cinder-806007-1-smb neutron-server[75041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 16:13:28.971414 dv-cinder-806007-1-smb neutron-server[75041]: return self._get(url).json() Aug 25 16:13:28.971414 dv-cinder-806007-1-smb neutron-server[75041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 16:13:28.971414 dv-cinder-806007-1-smb neutron-server[75041]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 16:13:28.971414 dv-cinder-806007-1-smb neutron-server[75041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 25 16:13:28.971414 dv-cinder-806007-1-smb neutron-server[75041]: return self.request(url, 'GET', **kwargs) Aug 25 16:13:28.971414 dv-cinder-806007-1-smb neutron-server[75041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 25 16:13:28.971414 dv-cinder-806007-1-smb neutron-server[75041]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 16:13:28.971414 dv-cinder-806007-1-smb neutron-server[75041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 25 16:13:28.971414 dv-cinder-806007-1-smb neutron-server[75041]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 16:13:28.971414 dv-cinder-806007-1-smb neutron-server[75041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 25 16:13:28.971414 dv-cinder-806007-1-smb neutron-server[75041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 16:13:28.971414 dv-cinder-806007-1-smb neutron-server[75041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 16:13:29.050082 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-60fcc60a-f425-45e0-b30a-9d0e4379e4af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16197928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453727'] for network, after_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:29.055083 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-60fcc60a-f425-45e0-b30a-9d0e4379e4af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16129646'] for network, before_response {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:29.057692 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-a21dc4ab-5812-4c8e-b7c0-c49cf86d6717 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:13:29.065214 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.plugins.ml2.plugin [req-da17cd75-3fb5-4f24-a50b-6ee26412671e req-00d26b3d-9203-4cbb-9c1b-96b0388b048d tempest-VolumesNegativeTest-23928790 tempest-VolumesNegativeTest-23928790-project] Calling delete_port for e85c9769-9eec-4552-b034-96c6a0a31225 owned by compute:nova {{(pid=75040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:13:29.079969 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fcc60a-f425-45e0-b30a-9d0e4379e4af admin admin] Pushing event deleted for resources: {'Network': ['ID=d0ae9dbb-c442-45e5-bb7b-f5c10c916870,revision_number=None']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:13:29.082348 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-60fcc60a-f425-45e0-b30a-9d0e4379e4af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:13:29.090818 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [None req-60fcc60a-f425-45e0-b30a-9d0e4379e4af admin admin] 10.222.0.68 "DELETE /v2.0/networks/d0ae9dbb-c442-45e5-bb7b-f5c10c916870 HTTP/1.1" status: 204 len: 168 time: 0.5596161 Aug 25 16:13:29.214312 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [req-da17cd75-3fb5-4f24-a50b-6ee26412671e req-00d26b3d-9203-4cbb-9c1b-96b0388b048d tempest-VolumesNegativeTest-23928790 tempest-VolumesNegativeTest-23928790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776572168708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776571761668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1434720'] for port, after_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:29.219855 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-56527905-844d-45ee-90cc-7377a1d38801 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:13:29.227415 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.db [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] get_ports_and_sgs() called for port_ids ['e85c9769-9eec-4552-b034-96c6a0a31225'] {{(pid=75042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:13:29.272541 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d26b3d-9203-4cbb-9c1b-96b0388b048d tempest-VolumesNegativeTest-23928790 tempest-VolumesNegativeTest-23928790-project] Pushing event deleted for resources: {'Port': ['ID=e85c9769-9eec-4552-b034-96c6a0a31225,revision_number=None']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:13:29.276575 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-00d26b3d-9203-4cbb-9c1b-96b0388b048d tempest-VolumesNegativeTest-23928790 tempest-VolumesNegativeTest-23928790-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:13:29.325829 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.wsgi [-] (75041) accepted ('10.222.0.68', 58236) {{(pid=75041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:13:29.350466 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.l3_dvrscheduler_db [req-da17cd75-3fb5-4f24-a50b-6ee26412671e req-00d26b3d-9203-4cbb-9c1b-96b0388b048d tempest-VolumesNegativeTest-23928790 tempest-VolumesNegativeTest-23928790-project] No DVR routers for this DVR port e85c9769-9eec-4552-b034-96c6a0a31225 on host hv-cinder-80600 {{(pid=75040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 16:13:29.353044 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [req-da17cd75-3fb5-4f24-a50b-6ee26412671e req-00d26b3d-9203-4cbb-9c1b-96b0388b048d tempest-VolumesNegativeTest-23928790 tempest-VolumesNegativeTest-23928790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981218'] for port, before_response {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:29.356139 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fba03e4f-685d-40e4-a437-b3c30ab4a5bf', 'name': 'network-vif-deleted', 'tag': 'e85c9769-9eec-4552-b034-96c6a0a31225'}] {{(pid=75040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:13:29.373111 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-da17cd75-3fb5-4f24-a50b-6ee26412671e req-00d26b3d-9203-4cbb-9c1b-96b0388b048d tempest-VolumesNegativeTest-23928790 tempest-VolumesNegativeTest-23928790-project] 10.222.0.70 "DELETE /v2.0/ports/e85c9769-9eec-4552-b034-96c6a0a31225 HTTP/1.1" status: 204 len: 173 time: 0.8014078 Aug 25 16:13:29.386464 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [None req-ed3476ec-e01e-4897-b495-06ce89de4994 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=7bcd0c2726864d0db2590ec11bb3d659&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0566158 Aug 25 16:13:29.386631 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.wsgi [-] (75041) accepted ('10.222.0.68', 58242) {{(pid=75041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:13:29.426883 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fba03e4f-685d-40e4-a437-b3c30ab4a5bf', 'name': 'network-vif-deleted', 'tag': 'e85c9769-9eec-4552-b034-96c6a0a31225', 'status': 'completed', 'code': 200} Aug 25 16:13:29.455727 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-3c93d9a1-c28d-456f-bd5d-e9a1d95ad84f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:29.485766 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-3c93d9a1-c28d-456f-bd5d-e9a1d95ad84f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:29.541485 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-3c93d9a1-c28d-456f-bd5d-e9a1d95ad84f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:29.545154 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-fb6602c2-03a5-4a90-9077-8cb047da3780 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:13:29.563288 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c93d9a1-c28d-456f-bd5d-e9a1d95ad84f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e7f6e62-5d07-4b94-bd1b-2408a7eb9c31,revision_number=None']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:13:29.566071 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-3c93d9a1-c28d-456f-bd5d-e9a1d95ad84f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:13:29.573641 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-3c93d9a1-c28d-456f-bd5d-e9a1d95ad84f admin admin] Notify callbacks [] for security_group, before_response {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:29.577370 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [None req-3c93d9a1-c28d-456f-bd5d-e9a1d95ad84f admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/9e7f6e62-5d07-4b94-bd1b-2408a7eb9c31 HTTP/1.1" status: 204 len: 168 time: 0.1895473 Aug 25 16:13:29.726820 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [req-402dd248-e75f-42dd-ac2b-46538d5e527d req-0f611b48-0500-45b4-a897-a34fa65fd2db tempest-VolumesNegativeTest-23928790 tempest-VolumesNegativeTest-23928790-project] Synchronizing usage tracker for tenant:d3c3c1c5779e467ba6b284f64255a642 on resource:port {{(pid=75040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:13:29.743678 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [req-402dd248-e75f-42dd-ac2b-46538d5e527d req-0f611b48-0500-45b4-a897-a34fa65fd2db tempest-VolumesNegativeTest-23928790 tempest-VolumesNegativeTest-23928790-project] Unset dirty status for tenant:d3c3c1c5779e467ba6b284f64255a642 on resource:port {{(pid=75040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:13:29.744897 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-402dd248-e75f-42dd-ac2b-46538d5e527d req-0f611b48-0500-45b4-a897-a34fa65fd2db tempest-VolumesNegativeTest-23928790 tempest-VolumesNegativeTest-23928790-project] 10.222.0.68 "GET /v2.0/ports?device_id=fba03e4f-685d-40e4-a437-b3c30ab4a5bf HTTP/1.1" status: 200 len: 210 time: 0.0602987 Aug 25 16:13:29.925826 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-b1a9397f-a3bb-4216-a979-128d31f02605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:30.968589 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-1bf536be-b7f1-4c3c-b07a-2be1e6809122 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:32.190354 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0def81-02b1-4004-98cf-d2bdc60cb7b0 req-bccc1aba-8d9c-42f5-a78c-e32d690f58fb tempest-VolumesActionsTest-1776390435 tempest-VolumesActionsTest-1776390435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:32.192423 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-cf0def81-02b1-4004-98cf-d2bdc60cb7b0 req-bccc1aba-8d9c-42f5-a78c-e32d690f58fb tempest-VolumesActionsTest-1776390435 tempest-VolumesActionsTest-1776390435-project] 10.222.0.68 "GET /v2.0/ports?device_id=8876cca2-704f-4591-8dfd-7bf2b8d23cb0 HTTP/1.1" status: 200 len: 946 time: 0.1620443 Aug 25 16:13:32.240921 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-cf0def81-02b1-4004-98cf-d2bdc60cb7b0 req-805451f2-e475-4683-b4d9-98324faecff2 tempest-VolumesActionsTest-1776390435 tempest-VolumesActionsTest-1776390435-project] 10.222.0.68 "GET /v2.0/security-groups?id=4ccb1754-f2bb-4761-99be-f89002cd819f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427210 Aug 25 16:13:32.365851 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-8ca458b3-9003-4c9b-b026-f7ba765eab5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:32.386601 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Device e85c9769-9eec-4552-b034-96c6a0a31225 no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:13:32.418943 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.plugin [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] No Port match for: e85c9769-9eec-4552-b034-96c6a0a31225 {{(pid=75042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 16:13:32.419309 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Device e85c9769-9eec-4552-b034-96c6a0a31225 not bound to the agent host hv-cinder-80600 {{(pid=75042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 16:13:33.468536 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd289da-a00c-404d-b1ec-59a59d0891cd req-55fc403c-7e9e-4c68-8f1c-01a6e220b311 tempest-VolumesActionsTest-1776390435 tempest-VolumesActionsTest-1776390435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:33.470065 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-8bd289da-a00c-404d-b1ec-59a59d0891cd req-55fc403c-7e9e-4c68-8f1c-01a6e220b311 tempest-VolumesActionsTest-1776390435 tempest-VolumesActionsTest-1776390435-project] 10.222.0.68 "GET /v2.0/ports?device_id=8876cca2-704f-4591-8dfd-7bf2b8d23cb0 HTTP/1.1" status: 200 len: 946 time: 0.0788908 Aug 25 16:13:33.518286 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-8bd289da-a00c-404d-b1ec-59a59d0891cd req-54d0628a-36ce-4582-a346-c0911f9c0abe tempest-VolumesActionsTest-1776390435 tempest-VolumesActionsTest-1776390435-project] 10.222.0.68 "GET /v2.0/security-groups?id=4ccb1754-f2bb-4761-99be-f89002cd819f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421050 Aug 25 16:13:33.792731 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda8f833-bbd7-4b95-b05f-94a0337a82c7 req-d8fa4921-ed83-4964-90a7-398f1ce9d138 tempest-VolumesActionsTest-1776390435 tempest-VolumesActionsTest-1776390435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:33.794322 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-bda8f833-bbd7-4b95-b05f-94a0337a82c7 req-d8fa4921-ed83-4964-90a7-398f1ce9d138 tempest-VolumesActionsTest-1776390435 tempest-VolumesActionsTest-1776390435-project] 10.222.0.70 "GET /v2.0/ports?device_id=8876cca2-704f-4591-8dfd-7bf2b8d23cb0 HTTP/1.1" status: 200 len: 946 time: 0.0809264 Aug 25 16:13:33.875271 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.plugins.ml2.plugin [req-bda8f833-bbd7-4b95-b05f-94a0337a82c7 req-12bf880a-3318-4c94-9212-7047cecacdef tempest-VolumesActionsTest-1776390435 tempest-VolumesActionsTest-1776390435-project] Deleting port c455717a-95fa-4910-af28-f6d5d5dd3b08 {{(pid=75040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:13:33.875605 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [req-bda8f833-bbd7-4b95-b05f-94a0337a82c7 req-12bf880a-3318-4c94-9212-7047cecacdef tempest-VolumesActionsTest-1776390435 tempest-VolumesActionsTest-1776390435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776572162991'] for port, before_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:34.200647 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.plugins.ml2.db [req-bda8f833-bbd7-4b95-b05f-94a0337a82c7 req-12bf880a-3318-4c94-9212-7047cecacdef tempest-VolumesActionsTest-1776390435 tempest-VolumesActionsTest-1776390435-project] For port c455717a-95fa-4910-af28-f6d5d5dd3b08, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=c455717a-95fa-4910-af28-f6d5d5dd3b08,segment=NetworkSegment(d0eae336-b41b-46e4-b09e-a51548c2e083),segment_id=d0eae336-b41b-46e4-b09e-a51548c2e083)] {{(pid=75040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:13:34.200883 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [req-bda8f833-bbd7-4b95-b05f-94a0337a82c7 req-12bf880a-3318-4c94-9212-7047cecacdef tempest-VolumesActionsTest-1776390435 tempest-VolumesActionsTest-1776390435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452504'] for port, precommit_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:34.210434 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.wsgi [-] (75041) accepted ('10.222.0.68', 58510) {{(pid=75041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:13:34.358644 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.plugins.ml2.plugin [req-bda8f833-bbd7-4b95-b05f-94a0337a82c7 req-12bf880a-3318-4c94-9212-7047cecacdef tempest-VolumesActionsTest-1776390435 tempest-VolumesActionsTest-1776390435-project] Calling delete_port for c455717a-95fa-4910-af28-f6d5d5dd3b08 owned by compute:nova {{(pid=75040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:13:34.389760 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-1f4844c6-863b-47a3-99c6-5b851854638b admin admin] Notify callbacks [] for security_group, before_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:34.432043 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.quota.driver [None req-1f4844c6-863b-47a3-99c6-5b851854638b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:13:34.436227 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [None req-1f4844c6-863b-47a3-99c6-5b851854638b admin admin] Usage tracker for resource:security_group_rule and tenant:66c9111fb148435da9c67646733df0f6 is out of sync, need to count used quota {{(pid=75041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:13:34.439160 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [None req-1f4844c6-863b-47a3-99c6-5b851854638b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:13:34.445851 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.quota.driver [None req-1f4844c6-863b-47a3-99c6-5b851854638b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:13:34.538165 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [req-bda8f833-bbd7-4b95-b05f-94a0337a82c7 req-12bf880a-3318-4c94-9212-7047cecacdef tempest-VolumesActionsTest-1776390435 tempest-VolumesActionsTest-1776390435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776572168708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776571761668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1434720'] for port, after_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:34.548961 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-0fb9c5f3-e17a-4a0e-b508-05cef87a1d7e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:13:34.553059 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.db [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] get_ports_and_sgs() called for port_ids ['c455717a-95fa-4910-af28-f6d5d5dd3b08'] {{(pid=75042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:13:34.598668 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-1f4844c6-863b-47a3-99c6-5b851854638b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:34.604574 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-1f4844c6-863b-47a3-99c6-5b851854638b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:34.611719 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-539f40fb-26e6-45aa-bc05-4ccc10412f00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:13:34.620573 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bf880a-3318-4c94-9212-7047cecacdef tempest-VolumesActionsTest-1776390435 tempest-VolumesActionsTest-1776390435-project] Pushing event deleted for resources: {'Port': ['ID=c455717a-95fa-4910-af28-f6d5d5dd3b08,revision_number=None']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:13:34.623355 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-12bf880a-3318-4c94-9212-7047cecacdef tempest-VolumesActionsTest-1776390435 tempest-VolumesActionsTest-1776390435-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:13:34.657966 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4844c6-863b-47a3-99c6-5b851854638b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a619df5-9c6c-4b71-a2a6-42eb3a952587,revision_number=1']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:13:34.662211 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-1f4844c6-863b-47a3-99c6-5b851854638b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:13:34.668137 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [None req-1f4844c6-863b-47a3-99c6-5b851854638b admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=66c9111fb148435da9c67646733df0f6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4564855 Aug 25 16:13:34.669116 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.wsgi [-] (75041) accepted ('10.222.0.68', 58522) {{(pid=75041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:13:34.730248 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-67d5f72e-ff82-4681-ba3e-2c2b45dfa264 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:34.755697 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-0e226384-ace2-4527-9a43-4e7c7c0ee939 req-d5be24fe-7856-4ebb-a3d0-43d375728751 tempest-VolumesActionsTest-1776390435 tempest-VolumesActionsTest-1776390435-project] 10.222.0.68 "GET /v2.0/ports?device_id=8876cca2-704f-4591-8dfd-7bf2b8d23cb0 HTTP/1.1" status: 200 len: 210 time: 0.0752814 Aug 25 16:13:34.756499 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-67d5f72e-ff82-4681-ba3e-2c2b45dfa264 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:34.756620 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.l3_dvrscheduler_db [req-bda8f833-bbd7-4b95-b05f-94a0337a82c7 req-12bf880a-3318-4c94-9212-7047cecacdef tempest-VolumesActionsTest-1776390435 tempest-VolumesActionsTest-1776390435-project] No DVR routers for this DVR port c455717a-95fa-4910-af28-f6d5d5dd3b08 on host hv-cinder-80600 {{(pid=75040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 16:13:34.758866 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [req-bda8f833-bbd7-4b95-b05f-94a0337a82c7 req-12bf880a-3318-4c94-9212-7047cecacdef tempest-VolumesActionsTest-1776390435 tempest-VolumesActionsTest-1776390435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981218'] for port, before_response {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:34.761469 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8876cca2-704f-4591-8dfd-7bf2b8d23cb0', 'name': 'network-vif-deleted', 'tag': 'c455717a-95fa-4910-af28-f6d5d5dd3b08'}] {{(pid=75040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:13:34.786037 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-bda8f833-bbd7-4b95-b05f-94a0337a82c7 req-12bf880a-3318-4c94-9212-7047cecacdef tempest-VolumesActionsTest-1776390435 tempest-VolumesActionsTest-1776390435-project] 10.222.0.70 "DELETE /v2.0/ports/c455717a-95fa-4910-af28-f6d5d5dd3b08 HTTP/1.1" status: 204 len: 173 time: 0.9851923 Aug 25 16:13:34.819686 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-67d5f72e-ff82-4681-ba3e-2c2b45dfa264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:34.823241 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8876cca2-704f-4591-8dfd-7bf2b8d23cb0', 'name': 'network-vif-deleted', 'tag': 'c455717a-95fa-4910-af28-f6d5d5dd3b08', 'status': 'completed', 'code': 200} Aug 25 16:13:34.824738 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-bd81097b-2e97-4138-ad2d-07018d77827d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:13:34.837392 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d5f72e-ff82-4681-ba3e-2c2b45dfa264 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a619df5-9c6c-4b71-a2a6-42eb3a952587,revision_number=None']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:13:34.840569 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-67d5f72e-ff82-4681-ba3e-2c2b45dfa264 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:13:34.846805 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-67d5f72e-ff82-4681-ba3e-2c2b45dfa264 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:34.850662 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [None req-67d5f72e-ff82-4681-ba3e-2c2b45dfa264 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/7a619df5-9c6c-4b71-a2a6-42eb3a952587 HTTP/1.1" status: 204 len: 168 time: 0.1775925 Aug 25 16:13:35.531574 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.wsgi [-] (75041) accepted ('10.222.0.68', 58548) {{(pid=75041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:13:35.740805 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 58562) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:13:35.752476 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [None req-2fecf269-700d-4837-9b88-18576f8e5938 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=d3c3c1c5779e467ba6b284f64255a642&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2189317 Aug 25 16:13:35.806924 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-242eba54-7e11-4078-848d-3b210f6616da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:35.835982 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-242eba54-7e11-4078-848d-3b210f6616da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:35.913947 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-242eba54-7e11-4078-848d-3b210f6616da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:35.925645 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-cb15dd50-114d-47fa-961b-59c38765c917 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:13:35.973111 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242eba54-7e11-4078-848d-3b210f6616da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4b14138-cd80-4ae6-a21a-8d8d42bd9ce9,revision_number=None']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:13:35.975768 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-242eba54-7e11-4078-848d-3b210f6616da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:13:36.003548 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-242eba54-7e11-4078-848d-3b210f6616da admin admin] Notify callbacks [] for security_group, before_response {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:36.005590 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-242eba54-7e11-4078-848d-3b210f6616da admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/d4b14138-cd80-4ae6-a21a-8d8d42bd9ce9 HTTP/1.1" status: 204 len: 168 time: 0.2635968 Aug 25 16:13:36.038331 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e37d1b-1aaa-42f9-beec-86a166ae5188 req-f6be6e3e-4262-4dd1-91cd-2fbcd7bb2cc6 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:36.040207 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-c0e37d1b-1aaa-42f9-beec-86a166ae5188 req-f6be6e3e-4262-4dd1-91cd-2fbcd7bb2cc6 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] 10.222.0.68 "GET /v2.0/ports?device_id=1b48424c-0ad1-49ce-93a4-2f1c27f25176 HTTP/1.1" status: 200 len: 945 time: 0.1156995 Aug 25 16:13:36.095246 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-c0e37d1b-1aaa-42f9-beec-86a166ae5188 req-5a5fb6c6-4348-4a47-9d2e-7862ee2efc11 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] 10.222.0.68 "GET /v2.0/security-groups?id=1d097c96-4f75-4fbf-b31b-824952f1b3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471182 Aug 25 16:13:36.903866 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 58608) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:13:37.042950 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-5cbc0407-4d28-466d-9def-def2f40528db admin admin] Notify callbacks [] for security_group, before_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:37.074374 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-5cbc0407-4d28-466d-9def-def2f40528db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:13:37.078277 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-5cbc0407-4d28-466d-9def-def2f40528db admin admin] Usage tracker for resource:security_group_rule and tenant:9892f2c27d1a448f8cb6f15e1e1edacf is out of sync, need to count used quota {{(pid=75040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:13:37.081128 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-5cbc0407-4d28-466d-9def-def2f40528db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:13:37.087791 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-5cbc0407-4d28-466d-9def-def2f40528db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:13:37.157497 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-5cbc0407-4d28-466d-9def-def2f40528db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:37.162169 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-5cbc0407-4d28-466d-9def-def2f40528db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:37.168988 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-ecfaf5ae-fef7-4c99-8157-cdcbc38aa6a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:13:37.209443 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbc0407-4d28-466d-9def-def2f40528db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f338b328-5cdd-42eb-805a-4a95b61c34b4,revision_number=1']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:13:37.212635 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-5cbc0407-4d28-466d-9def-def2f40528db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:13:37.218017 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-5cbc0407-4d28-466d-9def-def2f40528db admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=9892f2c27d1a448f8cb6f15e1e1edacf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3108132 Aug 25 16:13:37.219304 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 58616) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:13:37.284401 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-b2e5ed4b-6e5c-4447-98e2-d838639e17dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:37.310718 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37ae8e9-7c87-4cfc-8797-1dabe9297793 req-3c232d42-7bfb-4f11-8556-f9705b9dd3ae tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:37.312253 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-e37ae8e9-7c87-4cfc-8797-1dabe9297793 req-3c232d42-7bfb-4f11-8556-f9705b9dd3ae tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] 10.222.0.68 "GET /v2.0/ports?device_id=1b48424c-0ad1-49ce-93a4-2f1c27f25176 HTTP/1.1" status: 200 len: 945 time: 0.0882683 Aug 25 16:13:37.318640 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-b2e5ed4b-6e5c-4447-98e2-d838639e17dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:37.359428 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-e37ae8e9-7c87-4cfc-8797-1dabe9297793 req-9145ed34-4bfb-4ae7-9c7c-5e74c26ecc64 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] 10.222.0.68 "GET /v2.0/security-groups?id=1d097c96-4f75-4fbf-b31b-824952f1b3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401409 Aug 25 16:13:37.370256 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-b2e5ed4b-6e5c-4447-98e2-d838639e17dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:37.374227 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-56982f97-4e8b-431a-918e-6c75b54b2202 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:13:37.386015 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e5ed4b-6e5c-4447-98e2-d838639e17dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f338b328-5cdd-42eb-805a-4a95b61c34b4,revision_number=None']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:13:37.389480 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-b2e5ed4b-6e5c-4447-98e2-d838639e17dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:13:37.392521 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-b2e5ed4b-6e5c-4447-98e2-d838639e17dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:37.393653 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-b2e5ed4b-6e5c-4447-98e2-d838639e17dc admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/f338b328-5cdd-42eb-805a-4a95b61c34b4 HTTP/1.1" status: 204 len: 168 time: 0.1744900 Aug 25 16:13:38.399212 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Device c455717a-95fa-4910-af28-f6d5d5dd3b08 no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:13:38.433266 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.plugin [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] No Port match for: c455717a-95fa-4910-af28-f6d5d5dd3b08 {{(pid=75042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 16:13:38.433628 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Device c455717a-95fa-4910-af28-f6d5d5dd3b08 not bound to the agent host hv-cinder-80600 {{(pid=75042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 16:13:38.564245 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994d73ba-fc3a-4ea2-ba59-739c26ce09e9 req-5d547ebc-0958-4d26-bc94-6ce3837b6e10 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:38.565717 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-994d73ba-fc3a-4ea2-ba59-739c26ce09e9 req-5d547ebc-0958-4d26-bc94-6ce3837b6e10 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] 10.222.0.68 "GET /v2.0/ports?device_id=1b48424c-0ad1-49ce-93a4-2f1c27f25176 HTTP/1.1" status: 200 len: 945 time: 0.0823646 Aug 25 16:13:38.612099 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-994d73ba-fc3a-4ea2-ba59-739c26ce09e9 req-5599305b-336c-4ece-ad1d-075423d4c450 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] 10.222.0.68 "GET /v2.0/security-groups?id=1d097c96-4f75-4fbf-b31b-824952f1b3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408242 Aug 25 16:13:39.813900 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525e060e-e24b-4e88-92d1-c0539c0bd67a req-03be1f93-c028-454a-81a2-d364e3ae2f42 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:39.815336 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-525e060e-e24b-4e88-92d1-c0539c0bd67a req-03be1f93-c028-454a-81a2-d364e3ae2f42 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] 10.222.0.68 "GET /v2.0/ports?device_id=1b48424c-0ad1-49ce-93a4-2f1c27f25176 HTTP/1.1" status: 200 len: 945 time: 0.0790927 Aug 25 16:13:39.865066 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-525e060e-e24b-4e88-92d1-c0539c0bd67a req-49dbc438-d466-48a7-8fa2-15b792cf32da tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] 10.222.0.68 "GET /v2.0/security-groups?id=1d097c96-4f75-4fbf-b31b-824952f1b3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434694 Aug 25 16:13:41.077721 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87520e3a-58ad-438d-b3f5-7a8431d5a967 req-516db7ee-94e9-4468-9ebc-1d43d5fef094 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:41.079188 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-87520e3a-58ad-438d-b3f5-7a8431d5a967 req-516db7ee-94e9-4468-9ebc-1d43d5fef094 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] 10.222.0.68 "GET /v2.0/ports?device_id=1b48424c-0ad1-49ce-93a4-2f1c27f25176 HTTP/1.1" status: 200 len: 945 time: 0.0862095 Aug 25 16:13:41.130531 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-87520e3a-58ad-438d-b3f5-7a8431d5a967 req-7b854b78-8f2a-4614-8c3d-794d761c71b4 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] 10.222.0.68 "GET /v2.0/security-groups?id=1d097c96-4f75-4fbf-b31b-824952f1b3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447445 Aug 25 16:13:42.345964 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2889424b-0027-4bd3-b156-e001e5fdf183 req-e2d25ff0-f9c2-45c4-bca7-8f2c46d84838 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:42.347472 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-2889424b-0027-4bd3-b156-e001e5fdf183 req-e2d25ff0-f9c2-45c4-bca7-8f2c46d84838 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] 10.222.0.68 "GET /v2.0/ports?device_id=1b48424c-0ad1-49ce-93a4-2f1c27f25176 HTTP/1.1" status: 200 len: 945 time: 0.0948346 Aug 25 16:13:42.401961 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-2889424b-0027-4bd3-b156-e001e5fdf183 req-714e0195-799b-4d9b-a8d2-191eaf4ed2f1 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] 10.222.0.68 "GET /v2.0/security-groups?id=1d097c96-4f75-4fbf-b31b-824952f1b3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489392 Aug 25 16:13:42.598195 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.db.agents_db [None req-a821c616-a82d-4ce6-adbe-0c63f7de4494 None None] Agent healthcheck: found 6 active agents {{(pid=75043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:13:42.689917 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 58748) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:13:42.835978 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-7975895b-8ae2-447e-8dc1-60adaea54929 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:42.866837 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-7975895b-8ae2-447e-8dc1-60adaea54929 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:13:42.870671 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-7975895b-8ae2-447e-8dc1-60adaea54929 admin admin] Usage tracker for resource:security_group_rule and tenant:fd4f704591e44a60bf9e8e145ce32406 is out of sync, need to count used quota {{(pid=75040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:13:42.873503 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-7975895b-8ae2-447e-8dc1-60adaea54929 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:13:42.879362 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-7975895b-8ae2-447e-8dc1-60adaea54929 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:13:42.944311 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-7975895b-8ae2-447e-8dc1-60adaea54929 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:42.948011 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-7975895b-8ae2-447e-8dc1-60adaea54929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:42.954266 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-bd7d5c20-2994-4988-a54b-41a8e207153d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:13:42.995397 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7975895b-8ae2-447e-8dc1-60adaea54929 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88feb8cd-080b-4100-8dc6-0ec871d84060,revision_number=1']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:13:42.999432 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-7975895b-8ae2-447e-8dc1-60adaea54929 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=fd4f704591e44a60bf9e8e145ce32406&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3085074 Aug 25 16:13:43.000290 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-7975895b-8ae2-447e-8dc1-60adaea54929 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:13:43.002079 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 58754) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:13:43.061468 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-724c9d98-3a86-4d0c-a9c7-dd97dd9f9089 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:43.086421 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-724c9d98-3a86-4d0c-a9c7-dd97dd9f9089 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:43.197516 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-724c9d98-3a86-4d0c-a9c7-dd97dd9f9089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:43.201093 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-365f9966-6eb3-4b4b-8911-8ce70d665ea9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:13:43.212578 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724c9d98-3a86-4d0c-a9c7-dd97dd9f9089 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88feb8cd-080b-4100-8dc6-0ec871d84060,revision_number=None']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:13:43.215935 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-724c9d98-3a86-4d0c-a9c7-dd97dd9f9089 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:13:43.218988 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-724c9d98-3a86-4d0c-a9c7-dd97dd9f9089 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:43.220083 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-724c9d98-3a86-4d0c-a9c7-dd97dd9f9089 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/88feb8cd-080b-4100-8dc6-0ec871d84060 HTTP/1.1" status: 204 len: 168 time: 0.2171290 Aug 25 16:13:43.553227 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.wsgi [-] (75041) accepted ('10.222.0.68', 58764) {{(pid=75041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:13:43.573168 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-7014642b-5918-4b5a-924d-2d40bd5579c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:43.604194 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.quota.driver [None req-7014642b-5918-4b5a-924d-2d40bd5579c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:13:43.607937 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [None req-7014642b-5918-4b5a-924d-2d40bd5579c7 admin admin] Usage tracker for resource:security_group_rule and tenant:0c74e6495cf04c5b92ace207ef47032f is out of sync, need to count used quota {{(pid=75041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:13:43.611040 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [None req-7014642b-5918-4b5a-924d-2d40bd5579c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:13:43.621032 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.quota.driver [None req-7014642b-5918-4b5a-924d-2d40bd5579c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:13:43.634398 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fe380a-c6eb-4fb3-ac7a-2cee813dbffd req-93809a07-3505-4ca4-8eb0-3ef8a16f29d5 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:43.636066 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-55fe380a-c6eb-4fb3-ac7a-2cee813dbffd req-93809a07-3505-4ca4-8eb0-3ef8a16f29d5 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] 10.222.0.68 "GET /v2.0/ports?device_id=1b48424c-0ad1-49ce-93a4-2f1c27f25176 HTTP/1.1" status: 200 len: 945 time: 0.0831873 Aug 25 16:13:43.687373 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-55fe380a-c6eb-4fb3-ac7a-2cee813dbffd req-fffaa573-75a7-4093-b053-9d93bdbf236e tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] 10.222.0.68 "GET /v2.0/security-groups?id=1d097c96-4f75-4fbf-b31b-824952f1b3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458319 Aug 25 16:13:43.698836 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-7014642b-5918-4b5a-924d-2d40bd5579c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:43.703819 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-7014642b-5918-4b5a-924d-2d40bd5579c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:43.717309 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-564418e0-3ada-402e-af4e-2ba209ed7f48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:13:43.757949 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7014642b-5918-4b5a-924d-2d40bd5579c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c07a908-9726-4e9b-8042-7cffe1b6c192,revision_number=1']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:13:43.761875 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [None req-7014642b-5918-4b5a-924d-2d40bd5579c7 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=0c74e6495cf04c5b92ace207ef47032f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2071321 Aug 25 16:13:43.762721 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-7014642b-5918-4b5a-924d-2d40bd5579c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:13:43.764418 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.wsgi [-] (75041) accepted ('10.222.0.68', 58772) {{(pid=75041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:13:43.825963 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-45438a68-02c3-4896-9c1f-1948cdbfea6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:43.852576 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-45438a68-02c3-4896-9c1f-1948cdbfea6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:43.907071 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-45438a68-02c3-4896-9c1f-1948cdbfea6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:43.912219 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-d22833df-14e0-4916-895e-315852fca56e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:13:43.925030 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45438a68-02c3-4896-9c1f-1948cdbfea6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c07a908-9726-4e9b-8042-7cffe1b6c192,revision_number=None']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:13:43.928156 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-45438a68-02c3-4896-9c1f-1948cdbfea6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:13:43.933275 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-45438a68-02c3-4896-9c1f-1948cdbfea6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:43.936698 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [None req-45438a68-02c3-4896-9c1f-1948cdbfea6c admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/9c07a908-9726-4e9b-8042-7cffe1b6c192 HTTP/1.1" status: 204 len: 168 time: 0.1691074 Aug 25 16:13:44.899301 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7d7364-d7e4-4c84-b9a9-d2b51f37316c req-041e3d60-a8a6-4af2-8db5-da82e292fbac tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:44.900679 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-5c7d7364-d7e4-4c84-b9a9-d2b51f37316c req-041e3d60-a8a6-4af2-8db5-da82e292fbac tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] 10.222.0.68 "GET /v2.0/ports?device_id=1b48424c-0ad1-49ce-93a4-2f1c27f25176 HTTP/1.1" status: 200 len: 945 time: 0.0869107 Aug 25 16:13:44.947293 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-5c7d7364-d7e4-4c84-b9a9-d2b51f37316c req-0a374d93-e636-4d8a-b644-11edb6cff67b tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] 10.222.0.68 "GET /v2.0/security-groups?id=1d097c96-4f75-4fbf-b31b-824952f1b3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408652 Aug 25 16:13:46.155642 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e9df4a-d5c3-4960-ae6f-fec26042b556 req-95adeb1f-865b-448b-949a-e29a49f126d3 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:46.157114 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-65e9df4a-d5c3-4960-ae6f-fec26042b556 req-95adeb1f-865b-448b-949a-e29a49f126d3 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] 10.222.0.68 "GET /v2.0/ports?device_id=1b48424c-0ad1-49ce-93a4-2f1c27f25176 HTTP/1.1" status: 200 len: 945 time: 0.0871017 Aug 25 16:13:46.205958 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-65e9df4a-d5c3-4960-ae6f-fec26042b556 req-f5666263-3ecd-4755-894a-9cecac974f17 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] 10.222.0.68 "GET /v2.0/security-groups?id=1d097c96-4f75-4fbf-b31b-824952f1b3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418465 Aug 25 16:13:46.252450 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.wsgi [-] (75041) accepted ('10.222.0.68', 58844) {{(pid=75041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:13:46.396363 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-6f71a444-2c04-4e8c-a85a-a5bc7fb9024f admin admin] Notify callbacks [] for security_group, before_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:46.427221 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.quota.driver [None req-6f71a444-2c04-4e8c-a85a-a5bc7fb9024f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:13:46.431049 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [None req-6f71a444-2c04-4e8c-a85a-a5bc7fb9024f admin admin] Usage tracker for resource:security_group_rule and tenant:78a81f460d2e429e8ab8837186ee9492 is out of sync, need to count used quota {{(pid=75041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:13:46.433842 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [None req-6f71a444-2c04-4e8c-a85a-a5bc7fb9024f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:13:46.439461 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.quota.driver [None req-6f71a444-2c04-4e8c-a85a-a5bc7fb9024f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:13:46.509973 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-6f71a444-2c04-4e8c-a85a-a5bc7fb9024f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:46.513587 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-6f71a444-2c04-4e8c-a85a-a5bc7fb9024f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:46.520481 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-10b8aabe-6ae5-4b8b-9912-1f9d7b636658 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:13:46.559371 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f71a444-2c04-4e8c-a85a-a5bc7fb9024f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=502bee68-423a-428b-8976-1e59b82f5a2b,revision_number=1']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:13:46.562821 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-6f71a444-2c04-4e8c-a85a-a5bc7fb9024f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:13:46.565170 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [None req-6f71a444-2c04-4e8c-a85a-a5bc7fb9024f admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=78a81f460d2e429e8ab8837186ee9492&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3115907 Aug 25 16:13:46.568390 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.wsgi [-] (75041) accepted ('10.222.0.68', 58850) {{(pid=75041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:13:46.632771 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-14108190-f264-4be9-99b9-1fd8ca2e30da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:46.657268 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-14108190-f264-4be9-99b9-1fd8ca2e30da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:46.709823 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-14108190-f264-4be9-99b9-1fd8ca2e30da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:46.713587 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-fb33d0fc-a1c2-4e1d-b2c3-ea267e7d4b24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:13:46.724857 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14108190-f264-4be9-99b9-1fd8ca2e30da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=502bee68-423a-428b-8976-1e59b82f5a2b,revision_number=None']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:13:46.728299 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-14108190-f264-4be9-99b9-1fd8ca2e30da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:13:46.735447 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-14108190-f264-4be9-99b9-1fd8ca2e30da admin admin] Notify callbacks [] for security_group, before_response {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:46.739921 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [None req-14108190-f264-4be9-99b9-1fd8ca2e30da admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/502bee68-423a-428b-8976-1e59b82f5a2b HTTP/1.1" status: 204 len: 168 time: 0.1672800 Aug 25 16:13:47.074263 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.wsgi [-] (75041) accepted ('10.222.0.68', 58866) {{(pid=75041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:13:47.093769 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-c8d5870a-6411-4a97-95e1-95abdfc25ce8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:47.130338 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.quota.driver [None req-c8d5870a-6411-4a97-95e1-95abdfc25ce8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:13:47.135010 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [None req-c8d5870a-6411-4a97-95e1-95abdfc25ce8 admin admin] Usage tracker for resource:security_group_rule and tenant:0932c3cfb74442bea71ae56b973518f8 is out of sync, need to count used quota {{(pid=75041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:13:47.138368 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [None req-c8d5870a-6411-4a97-95e1-95abdfc25ce8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:13:47.145583 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.quota.driver [None req-c8d5870a-6411-4a97-95e1-95abdfc25ce8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:13:47.223152 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-c8d5870a-6411-4a97-95e1-95abdfc25ce8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:47.226907 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-c8d5870a-6411-4a97-95e1-95abdfc25ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:47.255287 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-cb0187fe-3b65-4ee5-a09e-6731d3b11cd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:13:47.290119 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 58872) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:13:47.290732 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [None req-c8d5870a-6411-4a97-95e1-95abdfc25ce8 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=0932c3cfb74442bea71ae56b973518f8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2148645 Aug 25 16:13:47.292084 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d5870a-6411-4a97-95e1-95abdfc25ce8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55699e61-f238-4ef3-9d83-c32ecc1e8456,revision_number=1']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:13:47.295531 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-c8d5870a-6411-4a97-95e1-95abdfc25ce8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:13:47.367593 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-23b2f732-a996-43fe-b8e4-c6b74a515079 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:47.395986 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-23b2f732-a996-43fe-b8e4-c6b74a515079 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:47.453392 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-23b2f732-a996-43fe-b8e4-c6b74a515079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:47.459306 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-cda09cd9-a8fd-44ab-9993-09cc8ed1747b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:13:47.465466 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd580dc9-a746-4c7e-b706-b0250880ee7f req-91fff762-2ba9-454e-b5ff-8c68c5f28bb5 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:47.469100 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-fd580dc9-a746-4c7e-b706-b0250880ee7f req-91fff762-2ba9-454e-b5ff-8c68c5f28bb5 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] 10.222.0.68 "GET /v2.0/ports?device_id=1b48424c-0ad1-49ce-93a4-2f1c27f25176 HTTP/1.1" status: 200 len: 945 time: 0.0849419 Aug 25 16:13:47.471208 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b2f732-a996-43fe-b8e4-c6b74a515079 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55699e61-f238-4ef3-9d83-c32ecc1e8456,revision_number=None']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:13:47.474894 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-23b2f732-a996-43fe-b8e4-c6b74a515079 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:13:47.478262 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-23b2f732-a996-43fe-b8e4-c6b74a515079 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:47.482914 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-23b2f732-a996-43fe-b8e4-c6b74a515079 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/55699e61-f238-4ef3-9d83-c32ecc1e8456 HTTP/1.1" status: 204 len: 168 time: 0.1882172 Aug 25 16:13:47.520495 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-fd580dc9-a746-4c7e-b706-b0250880ee7f req-188e8786-514e-4628-aa1c-759b6dcb0749 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] 10.222.0.68 "GET /v2.0/security-groups?id=1d097c96-4f75-4fbf-b31b-824952f1b3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476696 Aug 25 16:13:47.919494 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433b6c4d-ee0b-450a-8a81-555953e83d43 req-335db7b1-f006-4f9f-8ffa-a5eccb7a61f9 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:47.921176 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-433b6c4d-ee0b-450a-8a81-555953e83d43 req-335db7b1-f006-4f9f-8ffa-a5eccb7a61f9 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] 10.222.0.68 "GET /v2.0/ports?device_id=1b48424c-0ad1-49ce-93a4-2f1c27f25176 HTTP/1.1" status: 200 len: 945 time: 0.0843253 Aug 25 16:13:47.980519 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-433b6c4d-ee0b-450a-8a81-555953e83d43 req-05fe8426-6f22-4969-b5c7-9fa2666592a1 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] 10.222.0.68 "GET /v2.0/security-groups?id=1d097c96-4f75-4fbf-b31b-824952f1b3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504873 Aug 25 16:13:47.981296 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-44340217-c6fa-4016-8e09-ead85cffe0b4 req-ff352348-6787-4761-9b2e-9a10e19626c3 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d9f03318c9a74e1a8903854ddc6da304&device_id=1b48424c-0ad1-49ce-93a4-2f1c27f25176 HTTP/1.1" status: 200 len: 1098 time: 0.0998397 Aug 25 16:13:48.122875 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44340217-c6fa-4016-8e09-ead85cffe0b4 req-3cb38082-33b4-44e4-93db-9daf32353a50 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:48.124325 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-44340217-c6fa-4016-8e09-ead85cffe0b4 req-3cb38082-33b4-44e4-93db-9daf32353a50 service neutron] 10.222.0.70 "GET /v2.0/networks?id=d0e51efe-0e7d-4430-816c-c5092a8f40f0 HTTP/1.1" status: 200 len: 912 time: 0.1348610 Aug 25 16:13:48.232538 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-44340217-c6fa-4016-8e09-ead85cffe0b4 req-077c74c0-8588-49a7-9004-79a6579b0a26 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ebdd01f5-17bf-4775-a045-ab233f03d4a8 HTTP/1.1" status: 200 len: 1000 time: 0.1006749 Aug 25 16:13:48.310939 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44340217-c6fa-4016-8e09-ead85cffe0b4 req-c6bf386a-bbb6-467b-9b0d-7e4ddd4cc113 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:48.312726 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-44340217-c6fa-4016-8e09-ead85cffe0b4 req-c6bf386a-bbb6-467b-9b0d-7e4ddd4cc113 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=fe3c2446-8b99-4be0-b8e9-28ca607c8880 HTTP/1.1" status: 200 len: 850 time: 0.0735004 Aug 25 16:13:48.393787 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-44340217-c6fa-4016-8e09-ead85cffe0b4 req-4e93b81c-4237-40f6-87a2-9379b0176812 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d0e51efe-0e7d-4430-816c-c5092a8f40f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0735633 Aug 25 16:13:48.527858 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:48.543911 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-44340217-c6fa-4016-8e09-ead85cffe0b4 req-29f5886e-b551-4f9e-9533-4330fe168beb service neutron] 10.222.0.70 "GET /v2.0/networks/d0e51efe-0e7d-4430-816c-c5092a8f40f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431792 Aug 25 16:13:48.704570 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-bdad3062-f038-4c9e-9072-27be91763fac req-34308d3b-120b-4bc0-bf7f-a8e8240462fc service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=0d3c7106-0222-421b-af61-a22cca9b27dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0704269 Aug 25 16:13:48.708960 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-44340217-c6fa-4016-8e09-ead85cffe0b4 req-bc5568bb-8499-4c69-b774-df7cf050e29e service neutron] 10.222.0.70 "GET /v2.0/networks/d0e51efe-0e7d-4430-816c-c5092a8f40f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573803 Aug 25 16:13:48.863902 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-bdad3062-f038-4c9e-9072-27be91763fac req-42a68d76-600d-4d15-bd06-4841335dd904 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=dc71d1df614a4412aaf0b6136cfc4aba&device_id=0d3c7106-0222-421b-af61-a22cca9b27dd HTTP/1.1" status: 200 len: 1100 time: 0.0849540 Aug 25 16:13:49.026497 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdad3062-f038-4c9e-9072-27be91763fac req-71dd91ae-ce3e-4606-9557-08684526dd58 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:49.028024 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-bdad3062-f038-4c9e-9072-27be91763fac req-71dd91ae-ce3e-4606-9557-08684526dd58 service neutron] 10.222.0.70 "GET /v2.0/networks?id=fb04b5ec-673a-4a91-b0e5-12c6c13382bd HTTP/1.1" status: 200 len: 916 time: 0.1429145 Aug 25 16:13:49.194935 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-bdad3062-f038-4c9e-9072-27be91763fac req-041bafe8-d6b8-4903-a62b-7afa6808f851 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bf374dad-3f0b-4091-8d94-2e239257f70f HTTP/1.1" status: 200 len: 1002 time: 0.1568756 Aug 25 16:13:49.268155 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e217ee6-79e6-4762-83da-e8a6cfc7f541 req-3d87a4c5-cb3e-4656-bb1d-612727460c20 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:49.270403 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-2e217ee6-79e6-4762-83da-e8a6cfc7f541 req-3d87a4c5-cb3e-4656-bb1d-612727460c20 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] 10.222.0.68 "GET /v2.0/ports?device_id=1b48424c-0ad1-49ce-93a4-2f1c27f25176 HTTP/1.1" status: 200 len: 945 time: 0.1533539 Aug 25 16:13:49.299631 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdad3062-f038-4c9e-9072-27be91763fac req-7dc01791-0d38-4875-ad40-8640242f1b4f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:49.301217 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-bdad3062-f038-4c9e-9072-27be91763fac req-7dc01791-0d38-4875-ad40-8640242f1b4f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=dcc96182-e992-4fac-b9ad-11619c23a7ba HTTP/1.1" status: 200 len: 854 time: 0.0992200 Aug 25 16:13:49.377574 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-2e217ee6-79e6-4762-83da-e8a6cfc7f541 req-ad47bed5-6fb4-4aa7-aff5-5f5256812590 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] 10.222.0.68 "GET /v2.0/security-groups?id=1d097c96-4f75-4fbf-b31b-824952f1b3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001265 Aug 25 16:13:49.407476 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-bdad3062-f038-4c9e-9072-27be91763fac req-5ed2037c-b5f0-4042-9beb-7191c1af6533 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=fb04b5ec-673a-4a91-b0e5-12c6c13382bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0875349 Aug 25 16:13:49.637512 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-bdad3062-f038-4c9e-9072-27be91763fac req-b15d446b-bd1c-4967-aef4-2f02a285cd66 service neutron] 10.222.0.70 "GET /v2.0/networks/fb04b5ec-673a-4a91-b0e5-12c6c13382bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2206514 Aug 25 16:13:49.795815 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-bdad3062-f038-4c9e-9072-27be91763fac req-7b0fed26-ee0f-4a9d-a898-a3559b67bdda service neutron] 10.222.0.70 "GET /v2.0/networks/fb04b5ec-673a-4a91-b0e5-12c6c13382bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500001 Aug 25 16:13:50.036515 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 58948) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:13:50.196499 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-0c8a9afe-bae1-44e9-a3df-893ceaa9d49f admin admin] Notify callbacks [] for security_group, before_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:50.234364 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-0c8a9afe-bae1-44e9-a3df-893ceaa9d49f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:13:50.240422 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-0c8a9afe-bae1-44e9-a3df-893ceaa9d49f admin admin] Usage tracker for resource:security_group_rule and tenant:67086b119db143f58a30d6d55f37ee5c is out of sync, need to count used quota {{(pid=75040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:13:50.243536 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-0c8a9afe-bae1-44e9-a3df-893ceaa9d49f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:13:50.249907 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-0c8a9afe-bae1-44e9-a3df-893ceaa9d49f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:13:50.336951 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-0c8a9afe-bae1-44e9-a3df-893ceaa9d49f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:50.340900 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-0c8a9afe-bae1-44e9-a3df-893ceaa9d49f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:50.348793 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-ae0c7090-506e-4752-a6c4-79d4e8d85e04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:13:50.389176 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8a9afe-bae1-44e9-a3df-893ceaa9d49f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bda6d3fd-e814-46f2-9710-cd5cde78add6,revision_number=1']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:13:50.392308 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-0c8a9afe-bae1-44e9-a3df-893ceaa9d49f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:13:50.395825 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-0c8a9afe-bae1-44e9-a3df-893ceaa9d49f admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=67086b119db143f58a30d6d55f37ee5c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3581755 Aug 25 16:13:50.398750 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 58960) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:13:50.461660 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-b3fcecf6-1629-48f4-9e43-ee7094010a54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:50.488778 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-b3fcecf6-1629-48f4-9e43-ee7094010a54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:50.545711 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-b3fcecf6-1629-48f4-9e43-ee7094010a54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:50.551500 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-a068b798-031f-404e-94eb-82fe828efa67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:13:50.567863 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fcecf6-1629-48f4-9e43-ee7094010a54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bda6d3fd-e814-46f2-9710-cd5cde78add6,revision_number=None']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:13:50.571688 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-b3fcecf6-1629-48f4-9e43-ee7094010a54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:13:50.572986 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-b3fcecf6-1629-48f4-9e43-ee7094010a54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:50.574400 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-b3fcecf6-1629-48f4-9e43-ee7094010a54 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/bda6d3fd-e814-46f2-9710-cd5cde78add6 HTTP/1.1" status: 204 len: 168 time: 0.1748238 Aug 25 16:13:50.611513 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26240a6c-71b6-4550-b4b6-1a5591f71230 req-f04e8ca9-2864-4dcf-8ce8-8567b574e24f tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:50.613397 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-26240a6c-71b6-4550-b4b6-1a5591f71230 req-f04e8ca9-2864-4dcf-8ce8-8567b574e24f tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] 10.222.0.68 "GET /v2.0/ports?device_id=1b48424c-0ad1-49ce-93a4-2f1c27f25176 HTTP/1.1" status: 200 len: 945 time: 0.1031256 Aug 25 16:13:50.667979 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-26240a6c-71b6-4550-b4b6-1a5591f71230 req-df21defc-1f40-4825-b228-29f4ea83e22d tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] 10.222.0.68 "GET /v2.0/security-groups?id=1d097c96-4f75-4fbf-b31b-824952f1b3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459454 Aug 25 16:13:50.915851 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 58980) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:13:50.934560 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-68db029b-0b15-4872-bc82-e50d2f7b82b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:50.965869 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-68db029b-0b15-4872-bc82-e50d2f7b82b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:13:50.969715 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-68db029b-0b15-4872-bc82-e50d2f7b82b7 admin admin] Usage tracker for resource:security_group_rule and tenant:2be90a1cfebc41beb3b63fceaccdf77c is out of sync, need to count used quota {{(pid=75040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:13:50.973298 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-68db029b-0b15-4872-bc82-e50d2f7b82b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:13:50.979044 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-68db029b-0b15-4872-bc82-e50d2f7b82b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:13:51.049001 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-68db029b-0b15-4872-bc82-e50d2f7b82b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:51.053788 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-68db029b-0b15-4872-bc82-e50d2f7b82b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:51.060694 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-9642ef33-3cc7-4c67-94a1-f4f89c87af3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:13:51.102100 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68db029b-0b15-4872-bc82-e50d2f7b82b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90da4226-1d23-4b41-b39d-854736af38a9,revision_number=1']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:13:51.105545 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-68db029b-0b15-4872-bc82-e50d2f7b82b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:13:51.108235 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-68db029b-0b15-4872-bc82-e50d2f7b82b7 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=2be90a1cfebc41beb3b63fceaccdf77c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1914003 Aug 25 16:13:51.111190 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 58986) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:13:51.173157 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-f0cff4a2-6c4f-4a82-96bf-f3d1ceb57c8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:51.202385 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-f0cff4a2-6c4f-4a82-96bf-f3d1ceb57c8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:51.266722 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-f0cff4a2-6c4f-4a82-96bf-f3d1ceb57c8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:51.272398 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-b3fcecf6-1629-48f4-9e43-ee7094010a54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:13:51.287910 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cff4a2-6c4f-4a82-96bf-f3d1ceb57c8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90da4226-1d23-4b41-b39d-854736af38a9,revision_number=None']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:13:51.290014 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-f0cff4a2-6c4f-4a82-96bf-f3d1ceb57c8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:51.293612 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-f0cff4a2-6c4f-4a82-96bf-f3d1ceb57c8f admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/90da4226-1d23-4b41-b39d-854736af38a9 HTTP/1.1" status: 204 len: 168 time: 0.1791046 Aug 25 16:13:51.293612 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-f0cff4a2-6c4f-4a82-96bf-f3d1ceb57c8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:13:53.876266 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 59060) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:13:53.937399 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.db_base_plugin_v2 [None req-34d3aca5-859e-4d2e-be91-ada9fe9296df admin admin] Deleting subnet 8dc0bf97-8447-4cdc-b070-960e9311f0c9 {{(pid=75040) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 25 16:13:53.940299 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-34d3aca5-859e-4d2e-be91-ada9fe9296df admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:53.994176 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-34d3aca5-859e-4d2e-be91-ada9fe9296df admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2023877'] for subnet, precommit_delete_associations {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:54.050213 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-34d3aca5-859e-4d2e-be91-ada9fe9296df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16198826'] for subnet, precommit_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:54.120818 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-34d3aca5-859e-4d2e-be91-ada9fe9296df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16198803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1434771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2719710'] for subnet, after_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:54.126619 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-b3987c0b-0105-4c61-8c33-bc97b21882e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:13:54.165251 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d3aca5-859e-4d2e-be91-ada9fe9296df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8dc0bf97-8447-4cdc-b070-960e9311f0c9,revision_number=None']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:13:54.168347 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-34d3aca5-859e-4d2e-be91-ada9fe9296df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:13:54.169355 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-34d3aca5-859e-4d2e-be91-ada9fe9296df admin admin] Notify callbacks [] for subnet, before_response {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:54.176103 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-34d3aca5-859e-4d2e-be91-ada9fe9296df admin admin] 10.222.0.68 "DELETE /v2.0/subnets/8dc0bf97-8447-4cdc-b070-960e9311f0c9 HTTP/1.1" status: 204 len: 168 time: 0.2979977 Aug 25 16:13:54.178376 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 59066) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:13:54.283358 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-33f4628d-7bb6-4caf-884b-d882cedf8480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16300240'] for network, before_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:54.412402 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-33f4628d-7bb6-4caf-884b-d882cedf8480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16197923', 'neutron.services.segments.db._delete_segments_for_network-8776572265090'] for network, precommit_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:54.426712 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.services.segments.db [None req-33f4628d-7bb6-4caf-884b-d882cedf8480 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['636cacf8-5c75-4249-9cc4-59d96dfe416b']}} {{(pid=75040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:13:54.439458 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.services.segments.db [None req-33f4628d-7bb6-4caf-884b-d882cedf8480 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0eae336-b41b-46e4-b09e-a51548c2e083') {'for_net_delete': True} {{(pid=75040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:13:54.439747 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.services.segments.db [None req-33f4628d-7bb6-4caf-884b-d882cedf8480 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0eae336-b41b-46e4-b09e-a51548c2e083') {} {{(pid=75040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:13:54.451664 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-33f4628d-7bb6-4caf-884b-d882cedf8480 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776572267165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2023882'] for segment, before_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:54.467354 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-33f4628d-7bb6-4caf-884b-d882cedf8480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16198673'] for segment, precommit_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:54.473802 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33f4628d-7bb6-4caf-884b-d882cedf8480 admin admin] Releasing vlan 855 on physical network physnet1 to pool {{(pid=75040) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 25 16:13:54.474172 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-33f4628d-7bb6-4caf-884b-d882cedf8480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16198671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1434677'] for segment, after_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:54.487068 dv-cinder-806007-1-smb neutron-server[75040]: Traceback (most recent call last): Aug 25 16:13:54.487068 dv-cinder-806007-1-smb neutron-server[75040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 25 16:13:54.487068 dv-cinder-806007-1-smb neutron-server[75040]: timer() Aug 25 16:13:54.487068 dv-cinder-806007-1-smb neutron-server[75040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 16:13:54.487068 dv-cinder-806007-1-smb neutron-server[75040]: cb(*args, **kw) Aug 25 16:13:54.487068 dv-cinder-806007-1-smb neutron-server[75040]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 25 16:13:54.487068 dv-cinder-806007-1-smb neutron-server[75040]: return func(*args, **kwargs) Aug 25 16:13:54.487068 dv-cinder-806007-1-smb neutron-server[75040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 16:13:54.487068 dv-cinder-806007-1-smb neutron-server[75040]: self._notify() Aug 25 16:13:54.487068 dv-cinder-806007-1-smb neutron-server[75040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 16:13:54.487068 dv-cinder-806007-1-smb neutron-server[75040]: self.callback(batched_events) Aug 25 16:13:54.487068 dv-cinder-806007-1-smb neutron-server[75040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 16:13:54.487068 dv-cinder-806007-1-smb neutron-server[75040]: event.method(event) Aug 25 16:13:54.487068 dv-cinder-806007-1-smb neutron-server[75040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 25 16:13:54.487068 dv-cinder-806007-1-smb neutron-server[75040]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 16:13:54.487068 dv-cinder-806007-1-smb neutron-server[75040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 25 16:13:54.487068 dv-cinder-806007-1-smb neutron-server[75040]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 16:13:54.487068 dv-cinder-806007-1-smb neutron-server[75040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 25 16:13:54.487068 dv-cinder-806007-1-smb neutron-server[75040]: return f(self, *a, **k) Aug 25 16:13:54.487068 dv-cinder-806007-1-smb neutron-server[75040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 16:13:54.487068 dv-cinder-806007-1-smb neutron-server[75040]: return self._get(url).json() Aug 25 16:13:54.487068 dv-cinder-806007-1-smb neutron-server[75040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 16:13:54.487068 dv-cinder-806007-1-smb neutron-server[75040]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 16:13:54.487068 dv-cinder-806007-1-smb neutron-server[75040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 25 16:13:54.487068 dv-cinder-806007-1-smb neutron-server[75040]: return self.request(url, 'GET', **kwargs) Aug 25 16:13:54.487068 dv-cinder-806007-1-smb neutron-server[75040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 25 16:13:54.487068 dv-cinder-806007-1-smb neutron-server[75040]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 16:13:54.487068 dv-cinder-806007-1-smb neutron-server[75040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 25 16:13:54.487068 dv-cinder-806007-1-smb neutron-server[75040]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 16:13:54.487068 dv-cinder-806007-1-smb neutron-server[75040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 25 16:13:54.487068 dv-cinder-806007-1-smb neutron-server[75040]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 16:13:54.487068 dv-cinder-806007-1-smb neutron-server[75040]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 16:13:54.565024 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-33f4628d-7bb6-4caf-884b-d882cedf8480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16197928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453727'] for network, after_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:54.569157 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:13:54.582286 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-33f4628d-7bb6-4caf-884b-d882cedf8480 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16129646'] for network, before_response {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:54.592165 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-33f4628d-7bb6-4caf-884b-d882cedf8480 admin admin] 10.222.0.68 "DELETE /v2.0/networks/636cacf8-5c75-4249-9cc4-59d96dfe416b HTTP/1.1" status: 204 len: 168 time: 0.4128654 Aug 25 16:13:54.593019 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f4628d-7bb6-4caf-884b-d882cedf8480 admin admin] Pushing event deleted for resources: {'Network': ['ID=636cacf8-5c75-4249-9cc4-59d96dfe416b,revision_number=None']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:13:54.595853 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-33f4628d-7bb6-4caf-884b-d882cedf8480 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:13:54.596034 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.wsgi [-] (75041) accepted ('10.222.0.68', 59070) {{(pid=75041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:13:54.655437 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fbdd25c-92da-4b25-b00f-c08cc04fe2dd admin admin] Deleting subnet b84704eb-361d-4077-bd1e-8d10a878d87a {{(pid=75041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 25 16:13:54.658511 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-3fbdd25c-92da-4b25-b00f-c08cc04fe2dd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:54.711297 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-3fbdd25c-92da-4b25-b00f-c08cc04fe2dd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2080808'] for subnet, precommit_delete_associations {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:54.851361 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-3fbdd25c-92da-4b25-b00f-c08cc04fe2dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16198826'] for subnet, precommit_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:54.917347 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-3fbdd25c-92da-4b25-b00f-c08cc04fe2dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16198803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1248669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2797651'] for subnet, after_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:54.921703 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-a7c39313-d39a-49f3-99be-12aa36bb245d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:13:54.959035 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbdd25c-92da-4b25-b00f-c08cc04fe2dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b84704eb-361d-4077-bd1e-8d10a878d87a,revision_number=None']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:13:54.968380 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-3fbdd25c-92da-4b25-b00f-c08cc04fe2dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16129646'] for subnet, before_response {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:54.973197 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbdd25c-92da-4b25-b00f-c08cc04fe2dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:13:54.973671 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbdd25c-92da-4b25-b00f-c08cc04fe2dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:13:54.974048 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbdd25c-92da-4b25-b00f-c08cc04fe2dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:13:54.974400 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbdd25c-92da-4b25-b00f-c08cc04fe2dd admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:13:54.974744 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbdd25c-92da-4b25-b00f-c08cc04fe2dd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:13:54.975086 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbdd25c-92da-4b25-b00f-c08cc04fe2dd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:13:54.975425 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbdd25c-92da-4b25-b00f-c08cc04fe2dd admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:13:54.975765 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbdd25c-92da-4b25-b00f-c08cc04fe2dd admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:13:54.976102 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbdd25c-92da-4b25-b00f-c08cc04fe2dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:13:54.976435 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbdd25c-92da-4b25-b00f-c08cc04fe2dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:13:54.976771 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbdd25c-92da-4b25-b00f-c08cc04fe2dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:13:54.981601 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-3fbdd25c-92da-4b25-b00f-c08cc04fe2dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:13:54.989556 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [None req-3fbdd25c-92da-4b25-b00f-c08cc04fe2dd admin admin] 10.222.0.68 "DELETE /v2.0/subnets/b84704eb-361d-4077-bd1e-8d10a878d87a HTTP/1.1" status: 204 len: 168 time: 0.3922770 Aug 25 16:13:54.989918 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 59074) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:13:55.103642 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-3df3c8a8-5f3c-4d50-892d-b72f5828ea67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16300240'] for network, before_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:55.299541 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-3df3c8a8-5f3c-4d50-892d-b72f5828ea67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16197923', 'neutron.services.segments.db._delete_segments_for_network-8776572265090'] for network, precommit_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:55.313910 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.services.segments.db [None req-3df3c8a8-5f3c-4d50-892d-b72f5828ea67 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a52291f-08fa-4380-b309-c9527819dda6']}} {{(pid=75040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:13:55.327101 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.services.segments.db [None req-3df3c8a8-5f3c-4d50-892d-b72f5828ea67 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd92ca837-5645-4b88-bd3b-829dee98c18b') {'for_net_delete': True} {{(pid=75040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:13:55.327393 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.services.segments.db [None req-3df3c8a8-5f3c-4d50-892d-b72f5828ea67 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd92ca837-5645-4b88-bd3b-829dee98c18b') {} {{(pid=75040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:13:55.340026 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-3df3c8a8-5f3c-4d50-892d-b72f5828ea67 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776572267165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2023882'] for segment, before_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:55.356172 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-3df3c8a8-5f3c-4d50-892d-b72f5828ea67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16198673'] for segment, precommit_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:55.362400 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3df3c8a8-5f3c-4d50-892d-b72f5828ea67 admin admin] Releasing vlan 856 on physical network physnet1 to pool {{(pid=75040) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 25 16:13:55.363385 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-3df3c8a8-5f3c-4d50-892d-b72f5828ea67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16198671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1434677'] for segment, after_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:55.376511 dv-cinder-806007-1-smb neutron-server[75040]: Traceback (most recent call last): Aug 25 16:13:55.376511 dv-cinder-806007-1-smb neutron-server[75040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 25 16:13:55.376511 dv-cinder-806007-1-smb neutron-server[75040]: timer() Aug 25 16:13:55.376511 dv-cinder-806007-1-smb neutron-server[75040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 16:13:55.376511 dv-cinder-806007-1-smb neutron-server[75040]: cb(*args, **kw) Aug 25 16:13:55.376511 dv-cinder-806007-1-smb neutron-server[75040]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 25 16:13:55.376511 dv-cinder-806007-1-smb neutron-server[75040]: return func(*args, **kwargs) Aug 25 16:13:55.376511 dv-cinder-806007-1-smb neutron-server[75040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 16:13:55.376511 dv-cinder-806007-1-smb neutron-server[75040]: self._notify() Aug 25 16:13:55.376511 dv-cinder-806007-1-smb neutron-server[75040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 16:13:55.376511 dv-cinder-806007-1-smb neutron-server[75040]: self.callback(batched_events) Aug 25 16:13:55.376511 dv-cinder-806007-1-smb neutron-server[75040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 16:13:55.376511 dv-cinder-806007-1-smb neutron-server[75040]: event.method(event) Aug 25 16:13:55.376511 dv-cinder-806007-1-smb neutron-server[75040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 25 16:13:55.376511 dv-cinder-806007-1-smb neutron-server[75040]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 16:13:55.376511 dv-cinder-806007-1-smb neutron-server[75040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 25 16:13:55.376511 dv-cinder-806007-1-smb neutron-server[75040]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 16:13:55.376511 dv-cinder-806007-1-smb neutron-server[75040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 25 16:13:55.376511 dv-cinder-806007-1-smb neutron-server[75040]: return f(self, *a, **k) Aug 25 16:13:55.376511 dv-cinder-806007-1-smb neutron-server[75040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 16:13:55.376511 dv-cinder-806007-1-smb neutron-server[75040]: return self._get(url).json() Aug 25 16:13:55.376511 dv-cinder-806007-1-smb neutron-server[75040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 16:13:55.376511 dv-cinder-806007-1-smb neutron-server[75040]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 16:13:55.376511 dv-cinder-806007-1-smb neutron-server[75040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 25 16:13:55.376511 dv-cinder-806007-1-smb neutron-server[75040]: return self.request(url, 'GET', **kwargs) Aug 25 16:13:55.376511 dv-cinder-806007-1-smb neutron-server[75040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 25 16:13:55.376511 dv-cinder-806007-1-smb neutron-server[75040]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 16:13:55.376511 dv-cinder-806007-1-smb neutron-server[75040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 25 16:13:55.376511 dv-cinder-806007-1-smb neutron-server[75040]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 16:13:55.376511 dv-cinder-806007-1-smb neutron-server[75040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 25 16:13:55.376511 dv-cinder-806007-1-smb neutron-server[75040]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 16:13:55.376511 dv-cinder-806007-1-smb neutron-server[75040]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 16:13:55.454312 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-3df3c8a8-5f3c-4d50-892d-b72f5828ea67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16197928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453727'] for network, after_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:55.458192 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-33f4628d-7bb6-4caf-884b-d882cedf8480 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:13:55.470996 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-3df3c8a8-5f3c-4d50-892d-b72f5828ea67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16129646'] for network, before_response {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:55.480299 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df3c8a8-5f3c-4d50-892d-b72f5828ea67 admin admin] Pushing event deleted for resources: {'Network': ['ID=4a52291f-08fa-4380-b309-c9527819dda6,revision_number=None']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:13:55.483108 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-3df3c8a8-5f3c-4d50-892d-b72f5828ea67 admin admin] 10.222.0.68 "DELETE /v2.0/networks/4a52291f-08fa-4380-b309-c9527819dda6 HTTP/1.1" status: 204 len: 168 time: 0.4921520 Aug 25 16:13:55.483964 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-3df3c8a8-5f3c-4d50-892d-b72f5828ea67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:13:55.686633 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 59082) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:13:55.740500 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-fe8e83c1-4735-4757-b5d0-e5a670cd3dea admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=13cbbfade6524480a2b0f23046e69f90&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0525727 Aug 25 16:13:55.742810 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 59086) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:13:55.801308 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-511ac7e8-04d1-4007-80a2-15bc12a1bed1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:55.828266 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-511ac7e8-04d1-4007-80a2-15bc12a1bed1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:55.884060 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-511ac7e8-04d1-4007-80a2-15bc12a1bed1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:55.888946 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-8c1bcc28-6e8b-4414-9e97-b7e62d9f67dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:13:55.902299 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511ac7e8-04d1-4007-80a2-15bc12a1bed1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ccb1754-f2bb-4761-99be-f89002cd819f,revision_number=None']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:13:55.905242 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-511ac7e8-04d1-4007-80a2-15bc12a1bed1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:13:55.918660 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-511ac7e8-04d1-4007-80a2-15bc12a1bed1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:55.919774 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-511ac7e8-04d1-4007-80a2-15bc12a1bed1 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/4ccb1754-f2bb-4761-99be-f89002cd819f HTTP/1.1" status: 204 len: 168 time: 0.1760895 Aug 25 16:13:56.354662 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.wsgi [-] (75041) accepted ('10.222.0.68', 59096) {{(pid=75041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:13:56.406374 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [None req-c74af9f8-1932-41c8-a864-202c6c9dceb2 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=0715ae96649f4a0f9a152b9a850790d9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0525644 Aug 25 16:13:56.408947 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.wsgi [-] (75041) accepted ('10.222.0.68', 59100) {{(pid=75041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:13:56.477550 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-a3003834-cfdd-4006-82bc-ab95eb514331 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:56.509948 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-a3003834-cfdd-4006-82bc-ab95eb514331 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:56.564934 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-a3003834-cfdd-4006-82bc-ab95eb514331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:56.572922 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-9b615122-1dac-4655-9e07-bdc42d2a7c1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:13:56.586056 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3003834-cfdd-4006-82bc-ab95eb514331 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f65381c-5850-4039-aa07-a415e4cc26f6,revision_number=None']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:13:56.588440 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-a3003834-cfdd-4006-82bc-ab95eb514331 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:13:56.595811 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-a3003834-cfdd-4006-82bc-ab95eb514331 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:56.598493 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [None req-a3003834-cfdd-4006-82bc-ab95eb514331 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/3f65381c-5850-4039-aa07-a415e4cc26f6 HTTP/1.1" status: 204 len: 168 time: 0.1862118 Aug 25 16:13:57.522271 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-239a4536-94a6-4270-8853-4c7743ee88f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:58.757467 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:59.929347 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-50860634-53dc-494e-ba03-117ef18f0cfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:00.974412 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-1bf536be-b7f1-4c3c-b07a-2be1e6809122 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:02.365311 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-8ca458b3-9003-4c9b-b026-f7ba765eab5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:07.782997 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c1e188-28db-4114-bc5d-0866c80789b2 req-f0cf3678-7345-437a-afdb-8cff49f2fde5 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:14:07.784482 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-a2c1e188-28db-4114-bc5d-0866c80789b2 req-f0cf3678-7345-437a-afdb-8cff49f2fde5 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/ports?device_id=0d3c7106-0222-421b-af61-a22cca9b27dd HTTP/1.1" status: 200 len: 947 time: 0.0809410 Aug 25 16:14:07.829524 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-a2c1e188-28db-4114-bc5d-0866c80789b2 req-85a43e83-272d-46ac-a53d-c6719d3895ff tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/security-groups?id=3fd554c8-8e1b-4d92-bc55-34a0478699d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388417 Aug 25 16:14:08.910820 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.wsgi [-] (75041) accepted ('10.222.0.68', 59266) {{(pid=75041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:14:09.062032 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-a9de522b-8f18-4b8b-b0ca-19e81f96f89a admin admin] Notify callbacks [] for security_group, before_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:09.062378 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3851469e-6da1-4d69-9be3-e088d019081e req-a92d327b-1a2d-4b5b-b252-b1ee39811af2 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:14:09.063833 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-3851469e-6da1-4d69-9be3-e088d019081e req-a92d327b-1a2d-4b5b-b252-b1ee39811af2 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/ports?device_id=0d3c7106-0222-421b-af61-a22cca9b27dd HTTP/1.1" status: 200 len: 947 time: 0.0832753 Aug 25 16:14:09.094141 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.quota.driver [None req-a9de522b-8f18-4b8b-b0ca-19e81f96f89a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:14:09.099159 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [None req-a9de522b-8f18-4b8b-b0ca-19e81f96f89a admin admin] Usage tracker for resource:security_group_rule and tenant:a057736c376041f8b9aedfdeecd1b032 is out of sync, need to count used quota {{(pid=75041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:14:09.102086 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [None req-a9de522b-8f18-4b8b-b0ca-19e81f96f89a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:14:09.107703 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.quota.driver [None req-a9de522b-8f18-4b8b-b0ca-19e81f96f89a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:14:09.111122 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-3851469e-6da1-4d69-9be3-e088d019081e req-1ef833c7-9cf7-4ddd-be76-efe5dff4e250 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/security-groups?id=3fd554c8-8e1b-4d92-bc55-34a0478699d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414398 Aug 25 16:14:09.174344 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-a9de522b-8f18-4b8b-b0ca-19e81f96f89a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:09.179083 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-a9de522b-8f18-4b8b-b0ca-19e81f96f89a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:09.185923 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-939aa6f8-a531-42b1-be6a-c897668da80b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:14:09.226801 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9de522b-8f18-4b8b-b0ca-19e81f96f89a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eb3681a-9a0b-4f46-b4b6-d489c7f2529d,revision_number=1']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:14:09.230672 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [None req-a9de522b-8f18-4b8b-b0ca-19e81f96f89a admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=a057736c376041f8b9aedfdeecd1b032&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3188508 Aug 25 16:14:09.233506 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 59272) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:14:09.233652 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-a9de522b-8f18-4b8b-b0ca-19e81f96f89a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:14:09.298842 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-6b3bd452-ba9d-4cf8-8b58-dff732c04153 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:09.324421 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-6b3bd452-ba9d-4cf8-8b58-dff732c04153 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:09.375336 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-6b3bd452-ba9d-4cf8-8b58-dff732c04153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:09.379018 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-23b2f732-a996-43fe-b8e4-c6b74a515079 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:14:09.389614 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3bd452-ba9d-4cf8-8b58-dff732c04153 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eb3681a-9a0b-4f46-b4b6-d489c7f2529d,revision_number=None']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:14:09.401455 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-6b3bd452-ba9d-4cf8-8b58-dff732c04153 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:09.402536 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-6b3bd452-ba9d-4cf8-8b58-dff732c04153 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/1eb3681a-9a0b-4f46-b4b6-d489c7f2529d HTTP/1.1" status: 204 len: 168 time: 0.1672246 Aug 25 16:14:09.403785 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3bd452-ba9d-4cf8-8b58-dff732c04153 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:14:09.404203 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3bd452-ba9d-4cf8-8b58-dff732c04153 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:14:09.404567 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3bd452-ba9d-4cf8-8b58-dff732c04153 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:14:09.404922 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3bd452-ba9d-4cf8-8b58-dff732c04153 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:14:09.405308 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3bd452-ba9d-4cf8-8b58-dff732c04153 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:14:09.405660 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3bd452-ba9d-4cf8-8b58-dff732c04153 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:14:09.406007 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3bd452-ba9d-4cf8-8b58-dff732c04153 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:14:09.406360 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3bd452-ba9d-4cf8-8b58-dff732c04153 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:14:09.406714 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3bd452-ba9d-4cf8-8b58-dff732c04153 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:14:09.407053 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3bd452-ba9d-4cf8-8b58-dff732c04153 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:14:09.407400 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3bd452-ba9d-4cf8-8b58-dff732c04153 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:14:09.411286 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-6b3bd452-ba9d-4cf8-8b58-dff732c04153 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:14:09.604485 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34392465-69e7-4e79-8616-031994a66e83 req-297f42a8-c5a1-4f9a-910b-b98da12e6fd3 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:14:09.606203 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-34392465-69e7-4e79-8616-031994a66e83 req-297f42a8-c5a1-4f9a-910b-b98da12e6fd3 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.70 "GET /v2.0/ports?device_id=0d3c7106-0222-421b-af61-a22cca9b27dd HTTP/1.1" status: 200 len: 947 time: 0.0843127 Aug 25 16:14:09.691202 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.plugins.ml2.plugin [req-34392465-69e7-4e79-8616-031994a66e83 req-2a561c15-ec56-4bde-b696-61de5b60d96b tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Deleting port bf374dad-3f0b-4091-8d94-2e239257f70f {{(pid=75040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:14:09.691529 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [req-34392465-69e7-4e79-8616-031994a66e83 req-2a561c15-ec56-4bde-b696-61de5b60d96b tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776572162991'] for port, before_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:09.951904 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.plugins.ml2.db [req-34392465-69e7-4e79-8616-031994a66e83 req-2a561c15-ec56-4bde-b696-61de5b60d96b tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] For port bf374dad-3f0b-4091-8d94-2e239257f70f, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=bf374dad-3f0b-4091-8d94-2e239257f70f,segment=NetworkSegment(a4fe9403-29c0-4e58-9465-f12eb98d9e8d),segment_id=a4fe9403-29c0-4e58-9465-f12eb98d9e8d)] {{(pid=75040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:14:09.952171 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [req-34392465-69e7-4e79-8616-031994a66e83 req-2a561c15-ec56-4bde-b696-61de5b60d96b tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452504'] for port, precommit_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:10.254585 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [req-34392465-69e7-4e79-8616-031994a66e83 req-2a561c15-ec56-4bde-b696-61de5b60d96b tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Notify callbacks [] for floatingip, precommit_update {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:10.256266 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [req-34392465-69e7-4e79-8616-031994a66e83 req-2a561c15-ec56-4bde-b696-61de5b60d96b tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-453709'] for floatingip, after_update {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:10.256683 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.db.l3_db [req-34392465-69e7-4e79-8616-031994a66e83 req-2a561c15-ec56-4bde-b696-61de5b60d96b tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Floating IP 0a55c65e-2722-4523-a96f-47d350735fac disassociated. External IP: 172.28.0.251, port: bf374dad-3f0b-4091-8d94-2e239257f70f. Aug 25 16:14:10.257259 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.plugins.ml2.plugin [req-34392465-69e7-4e79-8616-031994a66e83 req-2a561c15-ec56-4bde-b696-61de5b60d96b tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Calling delete_port for bf374dad-3f0b-4091-8d94-2e239257f70f owned by compute:nova {{(pid=75040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:14:10.336395 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc163e7-e024-4f20-a8af-3e103f2f6355 req-0097ec38-a400-455a-acb7-bb5060deaf7a tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:14:10.337899 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-bcc163e7-e024-4f20-a8af-3e103f2f6355 req-0097ec38-a400-455a-acb7-bb5060deaf7a tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/ports?device_id=0d3c7106-0222-421b-af61-a22cca9b27dd HTTP/1.1" status: 200 len: 947 time: 0.0851896 Aug 25 16:14:10.385463 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-bcc163e7-e024-4f20-a8af-3e103f2f6355 req-df6a354b-59fd-448f-a37d-8a75c21ed008 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/security-groups?id=3fd554c8-8e1b-4d92-bc55-34a0478699d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414257 Aug 25 16:14:10.402977 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [req-34392465-69e7-4e79-8616-031994a66e83 req-2a561c15-ec56-4bde-b696-61de5b60d96b tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776572168708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776571761668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1434720'] for port, after_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:10.408390 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-5dcfb094-a534-4b48-b37c-9a740dff2cbd tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:14:10.452896 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a561c15-ec56-4bde-b696-61de5b60d96b tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Pushing event deleted for resources: {'Port': ['ID=bf374dad-3f0b-4091-8d94-2e239257f70f,revision_number=None']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:14:10.456185 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-2a561c15-ec56-4bde-b696-61de5b60d96b tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:14:10.732102 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.scheduler.l3_agent_scheduler [req-34392465-69e7-4e79-8616-031994a66e83 req-2a561c15-ec56-4bde-b696-61de5b60d96b tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Router f40984fc-802b-4e43-93f0-9adc71a52552 has already been hosted by L3 agent ca94599f-caae-4183-a9a6-f9a0dcce5f21 {{(pid=75040) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 16:14:10.942970 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-34392465-69e7-4e79-8616-031994a66e83 req-2a561c15-ec56-4bde-b696-61de5b60d96b tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Notify agent at l3_agent.dv-cinder-806007-1-smb the message routers_updated {{(pid=75040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:14:10.952782 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be481b1-6adf-43ce-99b8-46cb56d16c83 None None] Sync routers for ids ['f40984fc-802b-4e43-93f0-9adc71a52552'] in dv-cinder-806007-1-smb {{(pid=75042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 16:14:10.966305 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be481b1-6adf-43ce-99b8-46cb56d16c83 None None] Routers {'f40984fc-802b-4e43-93f0-9adc71a52552'} bound to L3 agent in host dv-cinder-806007-1-smb {{(pid=75042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:14:10.967188 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.l3_hamode_db [None req-0be481b1-6adf-43ce-99b8-46cb56d16c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T16:01:30Z,description=,heartbeat_timestamp=2021-08-25T16:14:00Z,host='dv-cinder-806007-1-smb',id=ca94599f-caae-4183-a9a6-f9a0dcce5f21,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:01:30Z,topic='l3_agent')) {'router_ids': ['f40984fc-802b-4e43-93f0-9adc71a52552'], 'active': True} {{(pid=75042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:14:11.015781 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.l3_dvrscheduler_db [req-34392465-69e7-4e79-8616-031994a66e83 req-2a561c15-ec56-4bde-b696-61de5b60d96b tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] No DVR routers for this DVR port bf374dad-3f0b-4091-8d94-2e239257f70f on host hv-cinder-80600 {{(pid=75040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 16:14:11.018248 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [req-34392465-69e7-4e79-8616-031994a66e83 req-2a561c15-ec56-4bde-b696-61de5b60d96b tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981218'] for port, before_response {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:11.021499 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d3c7106-0222-421b-af61-a22cca9b27dd', 'name': 'network-vif-deleted', 'tag': 'bf374dad-3f0b-4091-8d94-2e239257f70f'}] {{(pid=75040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:14:11.038017 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-34392465-69e7-4e79-8616-031994a66e83 req-2a561c15-ec56-4bde-b696-61de5b60d96b tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.70 "DELETE /v2.0/ports/bf374dad-3f0b-4091-8d94-2e239257f70f HTTP/1.1" status: 204 len: 173 time: 1.4252648 Aug 25 16:14:11.104730 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d3c7106-0222-421b-af61-a22cca9b27dd', 'name': 'network-vif-deleted', 'tag': 'bf374dad-3f0b-4091-8d94-2e239257f70f', 'status': 'completed', 'code': 200} Aug 25 16:14:11.162865 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.l3_dvr_db [None req-0be481b1-6adf-43ce-99b8-46cb56d16c83 None None] Set router f40984fc-802b-4e43-93f0-9adc71a52552 gateway port host: dv-cinder-806007-1-smb {{(pid=75042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:14:11.567950 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.l3_hamode_db [None req-0be481b1-6adf-43ce-99b8-46cb56d16c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f40984fc-802b-4e43-93f0-9adc71a52552', 'name': 'tempest-AttachVolumeShelveTestJSON-34576394-router', 'tenant_id': 'dc71d1df614a4412aaf0b6136cfc4aba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af5d4827-908c-4372-9134-1f0198184942', 'external_fixed_ips': [{'subnet_id': 'a4c12025-f163-4c64-acba-906df26214d3', 'ip_address': '172.28.0.247'}], 'enable_snat': True}, 'gw_port_id': '9e55183a-48e9-4440-94d7-b92ffa2acccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:09:52Z', 'updated_at': '2021-08-25T16:10:08Z', 'revision_number': 4, 'project_id': 'dc71d1df614a4412aaf0b6136cfc4aba', 'gw_port': {'id': '9e55183a-48e9-4440-94d7-b92ffa2acccb', 'name': '', 'network_id': 'af5d4827-908c-4372-9134-1f0198184942', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:5a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40984fc-802b-4e43-93f0-9adc71a52552', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a4c12025-f163-4c64-acba-906df26214d3', 'ip_address': '172.28.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:09:55Z', 'updated_at': '2021-08-25T16:10:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a4c12025-f163-4c64-acba-906df26214d3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-smb', '_interfaces': [{'id': 'd372dc2f-5e48-44f0-9761-ccaaeabf4a25', 'name': '', 'network_id': 'fb04b5ec-673a-4a91-b0e5-12c6c13382bd', 'tenant_id': 'dc71d1df614a4412aaf0b6136cfc4aba', 'mac_address': 'fa:16:3e:f1:0a:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40984fc-802b-4e43-93f0-9adc71a52552', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dcc96182-e992-4fac-b9ad-11619c23a7ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:10:06Z', 'updated_at': '2021-08-25T16:10:45Z', 'revision_number': 5, 'project_id': 'dc71d1df614a4412aaf0b6136cfc4aba', 'subnets': [{'id': 'dcc96182-e992-4fac-b9ad-11619c23a7ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-1-smb', False) {} {{(pid=75042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:14:11.573516 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be481b1-6adf-43ce-99b8-46cb56d16c83 None None] Checking router: f40984fc-802b-4e43-93f0-9adc71a52552 for host: dv-cinder-806007-1-smb {{(pid=75042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 16:14:11.593499 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be481b1-6adf-43ce-99b8-46cb56d16c83 None None] Routers {'f40984fc-802b-4e43-93f0-9adc71a52552'} bound to L3 agent in host dv-cinder-806007-1-smb {{(pid=75042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:14:11.595081 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.l3_hamode_db [None req-0be481b1-6adf-43ce-99b8-46cb56d16c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T16:01:30Z,description=,heartbeat_timestamp=2021-08-25T16:14:00Z,host='dv-cinder-806007-1-smb',id=ca94599f-caae-4183-a9a6-f9a0dcce5f21,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:01:30Z,topic='l3_agent')) {'router_ids': ['f40984fc-802b-4e43-93f0-9adc71a52552'], 'active': True} {{(pid=75042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:14:11.684963 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-d0af9afe-50db-441e-9887-7b3e55f05e10 req-19e1966b-29cc-4c30-9432-87eab3919bf5 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/ports?device_id=0d3c7106-0222-421b-af61-a22cca9b27dd HTTP/1.1" status: 200 len: 210 time: 0.0448327 Aug 25 16:14:11.795973 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.l3_dvr_db [None req-0be481b1-6adf-43ce-99b8-46cb56d16c83 None None] Set router f40984fc-802b-4e43-93f0-9adc71a52552 gateway port host: dv-cinder-806007-1-smb {{(pid=75042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:14:12.100826 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.l3_hamode_db [None req-0be481b1-6adf-43ce-99b8-46cb56d16c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f40984fc-802b-4e43-93f0-9adc71a52552', 'name': 'tempest-AttachVolumeShelveTestJSON-34576394-router', 'tenant_id': 'dc71d1df614a4412aaf0b6136cfc4aba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af5d4827-908c-4372-9134-1f0198184942', 'external_fixed_ips': [{'subnet_id': 'a4c12025-f163-4c64-acba-906df26214d3', 'ip_address': '172.28.0.247'}], 'enable_snat': True}, 'gw_port_id': '9e55183a-48e9-4440-94d7-b92ffa2acccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:09:52Z', 'updated_at': '2021-08-25T16:10:08Z', 'revision_number': 4, 'project_id': 'dc71d1df614a4412aaf0b6136cfc4aba', 'gw_port': {'id': '9e55183a-48e9-4440-94d7-b92ffa2acccb', 'name': '', 'network_id': 'af5d4827-908c-4372-9134-1f0198184942', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:5a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40984fc-802b-4e43-93f0-9adc71a52552', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a4c12025-f163-4c64-acba-906df26214d3', 'ip_address': '172.28.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:09:55Z', 'updated_at': '2021-08-25T16:10:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a4c12025-f163-4c64-acba-906df26214d3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-smb', '_interfaces': [{'id': 'd372dc2f-5e48-44f0-9761-ccaaeabf4a25', 'name': '', 'network_id': 'fb04b5ec-673a-4a91-b0e5-12c6c13382bd', 'tenant_id': 'dc71d1df614a4412aaf0b6136cfc4aba', 'mac_address': 'fa:16:3e:f1:0a:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40984fc-802b-4e43-93f0-9adc71a52552', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dcc96182-e992-4fac-b9ad-11619c23a7ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:10:06Z', 'updated_at': '2021-08-25T16:10:45Z', 'revision_number': 5, 'project_id': 'dc71d1df614a4412aaf0b6136cfc4aba', 'subnets': [{'id': 'dcc96182-e992-4fac-b9ad-11619c23a7ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-1-smb', False) {} {{(pid=75042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:14:12.104792 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be481b1-6adf-43ce-99b8-46cb56d16c83 None None] The sync data for ids ['f40984fc-802b-4e43-93f0-9adc71a52552'] in dv-cinder-806007-1-smb is: [{'id': 'f40984fc-802b-4e43-93f0-9adc71a52552', 'name': 'tempest-AttachVolumeShelveTestJSON-34576394-router', 'tenant_id': 'dc71d1df614a4412aaf0b6136cfc4aba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af5d4827-908c-4372-9134-1f0198184942', 'external_fixed_ips': [{'subnet_id': 'a4c12025-f163-4c64-acba-906df26214d3', 'ip_address': '172.28.0.247'}], 'enable_snat': True}, 'gw_port_id': '9e55183a-48e9-4440-94d7-b92ffa2acccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:09:52Z', 'updated_at': '2021-08-25T16:10:08Z', 'revision_number': 4, 'project_id': 'dc71d1df614a4412aaf0b6136cfc4aba', 'gw_port': {'id': '9e55183a-48e9-4440-94d7-b92ffa2acccb', 'name': '', 'network_id': 'af5d4827-908c-4372-9134-1f0198184942', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:5a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40984fc-802b-4e43-93f0-9adc71a52552', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a4c12025-f163-4c64-acba-906df26214d3', 'ip_address': '172.28.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:09:55Z', 'updated_at': '2021-08-25T16:10:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a4c12025-f163-4c64-acba-906df26214d3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-smb', '_interfaces': [{'id': 'd372dc2f-5e48-44f0-9761-ccaaeabf4a25', 'name': '', 'network_id': 'fb04b5ec-673a-4a91-b0e5-12c6c13382bd', 'tenant_id': 'dc71d1df614a4412aaf0b6136cfc4aba', 'mac_address': 'fa:16:3e:f1:0a:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40984fc-802b-4e43-93f0-9adc71a52552', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dcc96182-e992-4fac-b9ad-11619c23a7ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:10:06Z', 'updated_at': '2021-08-25T16:10:45Z', 'revision_number': 5, 'project_id': 'dc71d1df614a4412aaf0b6136cfc4aba', 'subnets': [{'id': 'dcc96182-e992-4fac-b9ad-11619c23a7ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 16:14:12.327330 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba3539d4-3136-468e-8447-9d48138339fd None None] New status for floating IP 0a55c65e-2722-4523-a96f-47d350735fac: DOWN {{(pid=75043) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Aug 25 16:14:12.614508 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Device bf374dad-3f0b-4091-8d94-2e239257f70f no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:14:12.652730 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.plugin [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] No Port match for: bf374dad-3f0b-4091-8d94-2e239257f70f {{(pid=75042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 16:14:12.653104 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Device bf374dad-3f0b-4091-8d94-2e239257f70f not bound to the agent host hv-cinder-80600 {{(pid=75042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 16:14:12.849666 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 59308) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:14:12.919248 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-a62862cd-266c-472b-bb06-913624b9636e tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Notify callbacks [] for security_group, before_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:12.949555 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-a62862cd-266c-472b-bb06-913624b9636e tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Notify callbacks [] for security_group, precommit_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:13.026707 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-a62862cd-266c-472b-bb06-913624b9636e tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:13.030771 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-a295e043-9abf-486e-bb06-11fbe1aa53a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:14:13.047990 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62862cd-266c-472b-bb06-913624b9636e tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fd554c8-8e1b-4d92-bc55-34a0478699d4,revision_number=None']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:14:13.051179 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-a62862cd-266c-472b-bb06-913624b9636e tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:14:13.061439 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-a62862cd-266c-472b-bb06-913624b9636e tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Notify callbacks [] for security_group, before_response {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:13.063798 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-a62862cd-266c-472b-bb06-913624b9636e tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "DELETE /v2.0/security-groups/3fd554c8-8e1b-4d92-bc55-34a0478699d4 HTTP/1.1" status: 204 len: 168 time: 0.2124298 Aug 25 16:14:13.066195 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 59314) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:14:13.083658 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.api.v2.resource [None req-e0c48af9-96a0-4ed7-b313-da6ef3e058be tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] show failed (client error): The resource could not be found. Aug 25 16:14:13.085130 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-e0c48af9-96a0-4ed7-b313-da6ef3e058be tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/security-groups/3fd554c8-8e1b-4d92-bc55-34a0478699d4 HTTP/1.1" status: 404 len: 347 time: 0.0175014 Aug 25 16:14:13.087592 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 59318) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:14:13.246618 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.plugins.ml2.plugin [None req-17b1d60e-d654-4930-aefe-b0c17ab380ca tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Deleting port 023b207d-b2fe-46da-a61d-d200fc35d19d {{(pid=75040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:14:13.246809 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-17b1d60e-d654-4930-aefe-b0c17ab380ca tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776572162991'] for port, before_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:13.417485 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-17b1d60e-d654-4930-aefe-b0c17ab380ca tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452504'] for port, precommit_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:13.417814 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-17b1d60e-d654-4930-aefe-b0c17ab380ca tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:13.538971 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.plugins.ml2.plugin [None req-17b1d60e-d654-4930-aefe-b0c17ab380ca tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Calling delete_port for 023b207d-b2fe-46da-a61d-d200fc35d19d owned by network:floatingip {{(pid=75040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:14:13.684027 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-17b1d60e-d654-4930-aefe-b0c17ab380ca tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776572168708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776571761668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1434720'] for port, after_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:13.687713 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-00d26b3d-9203-4cbb-9c1b-96b0388b048d tempest-VolumesNegativeTest-23928790 tempest-VolumesNegativeTest-23928790-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:14:13.731642 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b1d60e-d654-4930-aefe-b0c17ab380ca tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Pushing event deleted for resources: {'Port': ['ID=023b207d-b2fe-46da-a61d-d200fc35d19d,revision_number=None']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:14:13.734137 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-17b1d60e-d654-4930-aefe-b0c17ab380ca tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:14:13.824074 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-17b1d60e-d654-4930-aefe-b0c17ab380ca tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Notify callbacks [] for floatingip, after_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:13.838289 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-17b1d60e-d654-4930-aefe-b0c17ab380ca tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981218'] for floatingip, before_response {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:13.839398 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-17b1d60e-d654-4930-aefe-b0c17ab380ca tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "DELETE /v2.0/floatingips/0a55c65e-2722-4523-a96f-47d350735fac HTTP/1.1" status: 204 len: 168 time: 0.7509315 Aug 25 16:14:14.195311 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.wsgi [-] (75041) accepted ('10.222.0.68', 59328) {{(pid=75041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:14:14.201346 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.v2.base [None req-7f8e6787-649d-4fc7-9214-4b093a90cc51 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2111116076', 'description': 'tempest-description--865540143'}} {{(pid=75041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:14:14.207812 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.quota.driver [None req-7f8e6787-649d-4fc7-9214-4b093a90cc51 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:14:14.211860 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [None req-7f8e6787-649d-4fc7-9214-4b093a90cc51 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Usage tracker for resource:security_group and tenant:dc71d1df614a4412aaf0b6136cfc4aba is out of sync, need to count used quota {{(pid=75041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:14:14.214726 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [None req-7f8e6787-649d-4fc7-9214-4b093a90cc51 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=75041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:14:14.222292 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.quota.driver [None req-7f8e6787-649d-4fc7-9214-4b093a90cc51 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:14:14.236454 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-7f8e6787-649d-4fc7-9214-4b093a90cc51 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Notify callbacks [] for security_group, before_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:14.282193 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.quota.driver [None req-7f8e6787-649d-4fc7-9214-4b093a90cc51 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:14:14.286325 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [None req-7f8e6787-649d-4fc7-9214-4b093a90cc51 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Usage tracker for resource:security_group_rule and tenant:dc71d1df614a4412aaf0b6136cfc4aba is out of sync, need to count used quota {{(pid=75041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:14:14.289337 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [None req-7f8e6787-649d-4fc7-9214-4b093a90cc51 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=75041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:14:14.295574 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.quota.driver [None req-7f8e6787-649d-4fc7-9214-4b093a90cc51 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=75041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:14:14.359649 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-7f8e6787-649d-4fc7-9214-4b093a90cc51 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Notify callbacks [] for security_group, precommit_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:14.363615 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-7f8e6787-649d-4fc7-9214-4b093a90cc51 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:14.366972 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-5cecac03-b23d-4735-be9f-77d3af6f352e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:14:14.405752 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8e6787-649d-4fc7-9214-4b093a90cc51 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e30fa43-cc0c-4dc6-abd9-a2559e199065,revision_number=1']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:14:14.410873 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-7f8e6787-649d-4fc7-9214-4b093a90cc51 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:14:14.417631 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-7f8e6787-649d-4fc7-9214-4b093a90cc51 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Notify callbacks [] for security_group, before_response {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:14.421902 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 59334) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:14:14.422432 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [None req-7f8e6787-649d-4fc7-9214-4b093a90cc51 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.2255359 Aug 25 16:14:14.428616 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.v2.base [None req-02056e88-0964-4b55-b115-fff3532a4f5c tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Request body: {'security_group_rule': {'security_group_id': '0e30fa43-cc0c-4dc6-abd9-a2559e199065', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=75040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:14:14.434457 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-02056e88-0964-4b55-b115-fff3532a4f5c tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:14:14.438289 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-02056e88-0964-4b55-b115-fff3532a4f5c tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Usage tracker for resource:security_group_rule and tenant:dc71d1df614a4412aaf0b6136cfc4aba is out of sync, need to count used quota {{(pid=75040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:14:14.441856 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-02056e88-0964-4b55-b115-fff3532a4f5c tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=75040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:14:14.447665 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-02056e88-0964-4b55-b115-fff3532a4f5c tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:14:14.463192 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-02056e88-0964-4b55-b115-fff3532a4f5c tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:14.526253 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-02056e88-0964-4b55-b115-fff3532a4f5c tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:14.529976 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-02056e88-0964-4b55-b115-fff3532a4f5c tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511461'] for security_group_rule, after_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:14.531974 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-ada7cc1e-dbcc-418a-9df5-6f92ac8e1791 tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:14:14.553993 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02056e88-0964-4b55-b115-fff3532a4f5c tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfd81089-f0d3-47cd-99b4-56a7fbc4ace1,revision_number=0']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:14:14.556316 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-02056e88-0964-4b55-b115-fff3532a4f5c tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:14:14.563274 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-02056e88-0964-4b55-b115-fff3532a4f5c tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:14.564518 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-02056e88-0964-4b55-b115-fff3532a4f5c tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1415763 Aug 25 16:14:14.567774 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 59338) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:14:14.573236 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.v2.base [None req-8058bc3d-8e4c-4cc4-b03d-1160acff521d tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Request body: {'security_group_rule': {'security_group_id': '0e30fa43-cc0c-4dc6-abd9-a2559e199065', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=75040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:14:14.578858 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-8058bc3d-8e4c-4cc4-b03d-1160acff521d tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:14:14.582637 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-8058bc3d-8e4c-4cc4-b03d-1160acff521d tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Usage tracker for resource:security_group_rule and tenant:dc71d1df614a4412aaf0b6136cfc4aba is out of sync, need to count used quota {{(pid=75040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:14:14.585504 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-8058bc3d-8e4c-4cc4-b03d-1160acff521d tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=75040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:14:14.591047 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-8058bc3d-8e4c-4cc4-b03d-1160acff521d tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:14:14.607587 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-8058bc3d-8e4c-4cc4-b03d-1160acff521d tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:14.668997 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-8058bc3d-8e4c-4cc4-b03d-1160acff521d tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:14.672392 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-8058bc3d-8e4c-4cc4-b03d-1160acff521d tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511461'] for security_group_rule, after_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:14.674422 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-12c07361-11fd-41f0-baf9-c7d02d36c267 tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:14:14.696843 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8058bc3d-8e4c-4cc4-b03d-1160acff521d tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8142cb9-da84-4bfc-84de-0da1fad28a9c,revision_number=0']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:14:14.699299 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-8058bc3d-8e4c-4cc4-b03d-1160acff521d tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:14:14.707859 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-8058bc3d-8e4c-4cc4-b03d-1160acff521d tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:14.709038 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-8058bc3d-8e4c-4cc4-b03d-1160acff521d tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1403568 Aug 25 16:14:14.712084 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 59342) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:14:14.717627 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.v2.base [None req-ddf2d608-766f-4c25-b915-9e99ff032624 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Request body: {'floatingip': {'floating_network_id': 'af5d4827-908c-4372-9134-1f0198184942'}} {{(pid=75040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:14:14.723616 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-ddf2d608-766f-4c25-b915-9e99ff032624 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:14:14.727507 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-ddf2d608-766f-4c25-b915-9e99ff032624 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Usage tracker for resource:floatingip and tenant:dc71d1df614a4412aaf0b6136cfc4aba is out of sync, need to count used quota {{(pid=75040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:14:14.730340 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-ddf2d608-766f-4c25-b915-9e99ff032624 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=75040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:14:14.736172 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-ddf2d608-766f-4c25-b915-9e99ff032624 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:14:14.749580 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-ddf2d608-766f-4c25-b915-9e99ff032624 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Notify callbacks [] for floatingip, before_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:14.888737 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-ddf2d608-766f-4c25-b915-9e99ff032624 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:15.103236 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.db_base_plugin_common [None req-ddf2d608-766f-4c25-b915-9e99ff032624 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Allocated IP 172.28.0.176 (af5d4827-908c-4372-9134-1f0198184942/a4c12025-f163-4c64-acba-906df26214d3/9c99bd86-f9a8-4e91-8648-a7d2eddd88ff) {{(pid=75040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:14:15.247874 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-ddf2d608-766f-4c25-b915-9e99ff032624 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Notify callbacks [] for port, precommit_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:15.276301 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-ddf2d608-766f-4c25-b915-9e99ff032624 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776571788279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1434720'] for port, after_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:15.280026 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-0861ef41-6bd2-4b83-9781-81a38116a9c6 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:14:15.345413 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddf2d608-766f-4c25-b915-9e99ff032624 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Network af5d4827-908c-4372-9134-1f0198184942 is already hosted by enough agents. {{(pid=75040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:14:15.348436 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.scheduler.base_scheduler [None req-ddf2d608-766f-4c25-b915-9e99ff032624 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Resources bound (agent type, host, resource id): {{(pid=75040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:14:15.352253 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf2d608-766f-4c25-b915-9e99ff032624 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Received port after_create {{(pid=75040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:14:15.386293 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf2d608-766f-4c25-b915-9e99ff032624 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Pushing event updated for resources: {'Port': ['ID=9c99bd86-f9a8-4e91-8648-a7d2eddd88ff,revision_number=1']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:14:15.390454 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-ddf2d608-766f-4c25-b915-9e99ff032624 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:14:15.517949 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-ddf2d608-766f-4c25-b915-9e99ff032624 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Notify callbacks [] for floatingip, precommit_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:15.574296 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-ddf2d608-766f-4c25-b915-9e99ff032624 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_update {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:15.783337 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-ddf2d608-766f-4c25-b915-9e99ff032624 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Notify callbacks [] for port, precommit_update {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:15.787977 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-ddf2d608-766f-4c25-b915-9e99ff032624 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776572168726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776571761677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776571761722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1434729'] for port, after_update {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:15.791556 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-2a561c15-ec56-4bde-b696-61de5b60d96b tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:14:15.891352 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf2d608-766f-4c25-b915-9e99ff032624 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Pushing event updated for resources: {'Port': ['ID=9c99bd86-f9a8-4e91-8648-a7d2eddd88ff,revision_number=2']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:14:15.895567 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-ddf2d608-766f-4c25-b915-9e99ff032624 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:14:15.913873 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-ddf2d608-766f-4c25-b915-9e99ff032624 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-453709'] for floatingip, after_update {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:15.936007 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-ddf2d608-766f-4c25-b915-9e99ff032624 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981218'] for floatingip, before_response {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:15.937230 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-ddf2d608-766f-4c25-b915-9e99ff032624 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2242205 Aug 25 16:14:16.161042 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [req-80c85288-8efd-445e-aab3-369249d630a4 req-ed08a7d3-dcba-442c-9893-bd7939cef4d8 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Synchronizing usage tracker for tenant:dc71d1df614a4412aaf0b6136cfc4aba on resource:security_group {{(pid=75041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:14:16.176310 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [req-80c85288-8efd-445e-aab3-369249d630a4 req-ed08a7d3-dcba-442c-9893-bd7939cef4d8 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Unset dirty status for tenant:dc71d1df614a4412aaf0b6136cfc4aba on resource:security_group {{(pid=75041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:14:16.177533 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-80c85288-8efd-445e-aab3-369249d630a4 req-ed08a7d3-dcba-442c-9893-bd7939cef4d8 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-securitygroup--2111116076&fields=id&tenant_id=dc71d1df614a4412aaf0b6136cfc4aba HTTP/1.1" status: 200 len: 267 time: 0.0578825 Aug 25 16:14:16.326420 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c85288-8efd-445e-aab3-369249d630a4 req-fc9834f6-47ad-46c5-8850-e1d3b19c8248 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:14:16.327867 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-80c85288-8efd-445e-aab3-369249d630a4 req-fc9834f6-47ad-46c5-8850-e1d3b19c8248 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/networks?id=fb04b5ec-673a-4a91-b0e5-12c6c13382bd HTTP/1.1" status: 200 len: 815 time: 0.1438437 Aug 25 16:14:16.343500 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-80c85288-8efd-445e-aab3-369249d630a4 req-74d82fdc-30a9-4146-a96d-3ddf4ab48f48 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/quotas/dc71d1df614a4412aaf0b6136cfc4aba HTTP/1.1" status: 200 len: 375 time: 0.0102720 Aug 25 16:14:16.428924 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-80c85288-8efd-445e-aab3-369249d630a4 req-e5e1d76a-66fc-4372-97a5-97f0225773ae tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=dc71d1df614a4412aaf0b6136cfc4aba&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0798845 Aug 25 16:14:16.567022 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-80c85288-8efd-445e-aab3-369249d630a4 req-13a10f44-a0b6-4c5d-90a3-2ee81064ab11 service neutron] 10.222.0.68 "GET /v2.0/networks/fb04b5ec-673a-4a91-b0e5-12c6c13382bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267655 Aug 25 16:14:16.699247 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-80c85288-8efd-445e-aab3-369249d630a4 req-e1cc49e0-5d28-4f61-ae3d-ea69af5b27e1 service neutron] 10.222.0.68 "GET /v2.0/networks/fb04b5ec-673a-4a91-b0e5-12c6c13382bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264172 Aug 25 16:14:16.893784 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [req-e526d5bf-bb65-4a64-aa55-6efb0e4371e7 req-e3d936c8-6261-47f7-95f6-a0f1a4f41052 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Synchronizing usage tracker for tenant:dc71d1df614a4412aaf0b6136cfc4aba on resource:port {{(pid=75040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:14:16.910608 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [req-e526d5bf-bb65-4a64-aa55-6efb0e4371e7 req-e3d936c8-6261-47f7-95f6-a0f1a4f41052 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Unset dirty status for tenant:dc71d1df614a4412aaf0b6136cfc4aba on resource:port {{(pid=75040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:14:16.911921 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-e526d5bf-bb65-4a64-aa55-6efb0e4371e7 req-e3d936c8-6261-47f7-95f6-a0f1a4f41052 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/ports?device_id=af3b52c3-72b6-4415-a1e7-fe883d64e648 HTTP/1.1" status: 200 len: 210 time: 0.0602243 Aug 25 16:14:17.997706 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c85288-8efd-445e-aab3-369249d630a4 req-7e00ec52-60a6-4215-b929-00a199c650dd tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:14:17.999602 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-80c85288-8efd-445e-aab3-369249d630a4 req-7e00ec52-60a6-4215-b929-00a199c650dd tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.70 "GET /v2.0/networks?id=fb04b5ec-673a-4a91-b0e5-12c6c13382bd HTTP/1.1" status: 200 len: 815 time: 0.1737289 Aug 25 16:14:18.067105 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [req-80c85288-8efd-445e-aab3-369249d630a4 req-1ec1a491-a6a2-44b0-93ea-a312840b8e61 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Synchronizing usage tracker for tenant:dc71d1df614a4412aaf0b6136cfc4aba on resource:security_group {{(pid=75040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:14:18.081509 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [req-80c85288-8efd-445e-aab3-369249d630a4 req-1ec1a491-a6a2-44b0-93ea-a312840b8e61 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Unset dirty status for tenant:dc71d1df614a4412aaf0b6136cfc4aba on resource:security_group {{(pid=75040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:14:18.082794 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-80c85288-8efd-445e-aab3-369249d630a4 req-1ec1a491-a6a2-44b0-93ea-a312840b8e61 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dc71d1df614a4412aaf0b6136cfc4aba HTTP/1.1" status: 200 len: 380 time: 0.0688505 Aug 25 16:14:18.097659 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.v2.base [req-80c85288-8efd-445e-aab3-369249d630a4 req-4b24af9a-d9e1-4247-b7e1-9055f69d63ea tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Request body: {'port': {'device_id': 'af3b52c3-72b6-4415-a1e7-fe883d64e648', 'network_id': 'fb04b5ec-673a-4a91-b0e5-12c6c13382bd', 'admin_state_up': True, 'tenant_id': 'dc71d1df614a4412aaf0b6136cfc4aba', 'security_groups': ['0e30fa43-cc0c-4dc6-abd9-a2559e199065']}} {{(pid=75040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:14:18.131756 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-c261f520-f422-4010-bfd2-87d6059a9909 req-e57830df-7e61-4811-adc0-b7a649cf3b99 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/ports?device_id=af3b52c3-72b6-4415-a1e7-fe883d64e648 HTTP/1.1" status: 200 len: 210 time: 0.0436115 Aug 25 16:14:18.244600 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [req-80c85288-8efd-445e-aab3-369249d630a4 req-4b24af9a-d9e1-4247-b7e1-9055f69d63ea tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:14:18.254241 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [req-80c85288-8efd-445e-aab3-369249d630a4 req-4b24af9a-d9e1-4247-b7e1-9055f69d63ea tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:14:18.267095 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80c85288-8efd-445e-aab3-369249d630a4 req-4b24af9a-d9e1-4247-b7e1-9055f69d63ea tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Made reservation on behalf of dc71d1df614a4412aaf0b6136cfc4aba for: {'port': 1} {{(pid=75040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:14:18.270930 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [req-80c85288-8efd-445e-aab3-369249d630a4 req-4b24af9a-d9e1-4247-b7e1-9055f69d63ea tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:18.430040 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.db_base_plugin_common [req-80c85288-8efd-445e-aab3-369249d630a4 req-4b24af9a-d9e1-4247-b7e1-9055f69d63ea tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Allocated IP 172.20.0.4 (fb04b5ec-673a-4a91-b0e5-12c6c13382bd/dcc96182-e992-4fac-b9ad-11619c23a7ba/5efe32c2-3da4-4c2c-96bc-16e91a944333) {{(pid=75040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:14:18.522703 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:18.611904 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [req-80c85288-8efd-445e-aab3-369249d630a4 req-4b24af9a-d9e1-4247-b7e1-9055f69d63ea tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Notify callbacks [] for port, precommit_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:18.627030 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.provisioning_blocks [req-80c85288-8efd-445e-aab3-369249d630a4 req-4b24af9a-d9e1-4247-b7e1-9055f69d63ea tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Transition to ACTIVE for port object 5efe32c2-3da4-4c2c-96bc-16e91a944333 will not be triggered until provisioned by entity DHCP. {{(pid=75040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:14:18.648995 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [req-80c85288-8efd-445e-aab3-369249d630a4 req-4b24af9a-d9e1-4247-b7e1-9055f69d63ea tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776571788279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1434720'] for port, after_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:18.655718 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-0861ef41-6bd2-4b83-9781-81a38116a9c6 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:14:18.718820 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80c85288-8efd-445e-aab3-369249d630a4 req-4b24af9a-d9e1-4247-b7e1-9055f69d63ea tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Network fb04b5ec-673a-4a91-b0e5-12c6c13382bd is already hosted by enough agents. {{(pid=75040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:14:18.721842 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.scheduler.base_scheduler [req-80c85288-8efd-445e-aab3-369249d630a4 req-4b24af9a-d9e1-4247-b7e1-9055f69d63ea tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Resources bound (agent type, host, resource id): {{(pid=75040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:14:18.724106 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.l3_dvrscheduler_db [req-80c85288-8efd-445e-aab3-369249d630a4 req-4b24af9a-d9e1-4247-b7e1-9055f69d63ea tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Received port after_create {{(pid=75040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:14:18.761620 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b24af9a-d9e1-4247-b7e1-9055f69d63ea tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Pushing event updated for resources: {'Port': ['ID=5efe32c2-3da4-4c2c-96bc-16e91a944333,revision_number=1']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:14:18.766587 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-4b24af9a-d9e1-4247-b7e1-9055f69d63ea tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:14:18.796634 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c85288-8efd-445e-aab3-369249d630a4 req-4b24af9a-d9e1-4247-b7e1-9055f69d63ea tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:14:18.797276 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [req-80c85288-8efd-445e-aab3-369249d630a4 req-4b24af9a-d9e1-4247-b7e1-9055f69d63ea tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981218'] for port, before_response {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:18.824582 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-80c85288-8efd-445e-aab3-369249d630a4 req-4b24af9a-d9e1-4247-b7e1-9055f69d63ea tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7327089 Aug 25 16:14:18.844376 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.v2.base [req-80c85288-8efd-445e-aab3-369249d630a4 req-f4c68f9f-4766-4726-ab19-bf370c4d0d67 service neutron] Request body: {'port': {'device_id': 'af3b52c3-72b6-4415-a1e7-fe883d64e648', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80600'}} {{(pid=75040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:14:18.942774 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.provisioning_blocks [None req-fa48644e-41c1-4be2-a9d2-8df2515f8d9f None None] Provisioning for port 5efe32c2-3da4-4c2c-96bc-16e91a944333 completed by entity DHCP. {{(pid=75042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:14:18.952448 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.provisioning_blocks [None req-fa48644e-41c1-4be2-a9d2-8df2515f8d9f None None] Provisioning complete for port 5efe32c2-3da4-4c2c-96bc-16e91a944333 triggered by entity DHCP. {{(pid=75042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:14:18.952839 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-fa48644e-41c1-4be2-a9d2-8df2515f8d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16203014'] for port, provisioning_complete {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:19.005568 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.plugin [None req-fa48644e-41c1-4be2-a9d2-8df2515f8d9f None None] Port 5efe32c2-3da4-4c2c-96bc-16e91a944333 cannot update to ACTIVE because it is not bound. {{(pid=75042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 25 16:14:19.027067 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [req-80c85288-8efd-445e-aab3-369249d630a4 req-f4c68f9f-4766-4726-ab19-bf370c4d0d67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_update {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:19.446328 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08ada50-41b7-453d-9167-be75ce6882ac req-b44a128e-e8f4-4dc0-955b-b523773f5747 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:14:19.447012 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [req-e08ada50-41b7-453d-9167-be75ce6882ac req-b44a128e-e8f4-4dc0-955b-b523773f5747 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Synchronizing usage tracker for tenant:dc71d1df614a4412aaf0b6136cfc4aba on resource:port {{(pid=75040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:14:19.450750 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.notifiers.nova [req-80c85288-8efd-445e-aab3-369249d630a4 req-f4c68f9f-4766-4726-ab19-bf370c4d0d67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5efe32c2-3da4-4c2c-96bc-16e91a944333 {{(pid=75040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:14:19.459292 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [req-80c85288-8efd-445e-aab3-369249d630a4 req-f4c68f9f-4766-4726-ab19-bf370c4d0d67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:19.480143 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [req-e08ada50-41b7-453d-9167-be75ce6882ac req-b44a128e-e8f4-4dc0-955b-b523773f5747 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Unset dirty status for tenant:dc71d1df614a4412aaf0b6136cfc4aba on resource:port {{(pid=75040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:14:19.481338 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-e08ada50-41b7-453d-9167-be75ce6882ac req-b44a128e-e8f4-4dc0-955b-b523773f5747 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/ports?device_id=af3b52c3-72b6-4415-a1e7-fe883d64e648 HTTP/1.1" status: 200 len: 931 time: 0.1830263 Aug 25 16:14:19.482297 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.provisioning_blocks [req-80c85288-8efd-445e-aab3-369249d630a4 req-f4c68f9f-4766-4726-ab19-bf370c4d0d67 service neutron] Transition to ACTIVE for port object 5efe32c2-3da4-4c2c-96bc-16e91a944333 will not be triggered until provisioned by entity L2. {{(pid=75040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:14:19.486195 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [req-80c85288-8efd-445e-aab3-369249d630a4 req-f4c68f9f-4766-4726-ab19-bf370c4d0d67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776572168726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776571761677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776571761722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1434729'] for port, after_update {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:19.491893 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-83eb3f10-8014-46e1-94c2-cde41b55b60c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:14:19.495027 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.wsgi [-] (75041) accepted ('10.222.0.68', 59394) {{(pid=75041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:14:19.601048 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.db.agents_db [None req-a821c616-a82d-4ce6-adbe-0c63f7de4494 None None] Agent healthcheck: found 6 active agents {{(pid=75043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:14:19.648548 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-5421b9a0-f2a5-419a-9382-a492a48f926a admin admin] Notify callbacks [] for security_group, before_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:19.652354 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c68f9f-4766-4726-ab19-bf370c4d0d67 service neutron] Pushing event updated for resources: {'Port': ['ID=5efe32c2-3da4-4c2c-96bc-16e91a944333,revision_number=2']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:14:19.656709 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-f4c68f9f-4766-4726-ab19-bf370c4d0d67 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:14:19.659810 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-e08ada50-41b7-453d-9167-be75ce6882ac req-cd89bc1a-cffe-4aac-881e-5c2ad0ed48b8 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/security-groups?id=0e30fa43-cc0c-4dc6-abd9-a2559e199065&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1683433 Aug 25 16:14:19.688998 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.quota.driver [None req-5421b9a0-f2a5-419a-9382-a492a48f926a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:14:19.694766 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [None req-5421b9a0-f2a5-419a-9382-a492a48f926a admin admin] Usage tracker for resource:security_group_rule and tenant:f4d537c95355447a818f54f939f71fbf is out of sync, need to count used quota {{(pid=75041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:14:19.698469 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [None req-5421b9a0-f2a5-419a-9382-a492a48f926a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:14:19.704731 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.quota.driver [None req-5421b9a0-f2a5-419a-9382-a492a48f926a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:14:19.784561 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.plugins.ml2.managers [req-80c85288-8efd-445e-aab3-369249d630a4 req-f4c68f9f-4766-4726-ab19-bf370c4d0d67 service neutron] Attempting to bind port 5efe32c2-3da4-4c2c-96bc-16e91a944333 on host hv-cinder-80600 for vnic_type normal with profile {{(pid=75040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:14:19.784846 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.plugins.ml2.managers [req-80c85288-8efd-445e-aab3-369249d630a4 req-f4c68f9f-4766-4726-ab19-bf370c4d0d67 service neutron] Attempting to bind port 5efe32c2-3da4-4c2c-96bc-16e91a944333 by drivers openvswitch,hyperv on host hv-cinder-80600 at level 0 using segments [{'id': 'a4fe9403-29c0-4e58-9465-f12eb98d9e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'fb04b5ec-673a-4a91-b0e5-12c6c13382bd'}] {{(pid=75040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:14:19.785217 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80c85288-8efd-445e-aab3-369249d630a4 req-f4c68f9f-4766-4726-ab19-bf370c4d0d67 service neutron] Attempting to bind port 5efe32c2-3da4-4c2c-96bc-16e91a944333 on network fb04b5ec-673a-4a91-b0e5-12c6c13382bd {{(pid=75040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:14:19.785453 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-5421b9a0-f2a5-419a-9382-a492a48f926a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:19.789855 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-5421b9a0-f2a5-419a-9382-a492a48f926a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:19.791650 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80c85288-8efd-445e-aab3-369249d630a4 req-f4c68f9f-4766-4726-ab19-bf370c4d0d67 service neutron] Port 5efe32c2-3da4-4c2c-96bc-16e91a944333 on network fb04b5ec-673a-4a91-b0e5-12c6c13382bd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80600 {{(pid=75040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 16:14:19.791966 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80c85288-8efd-445e-aab3-369249d630a4 req-f4c68f9f-4766-4726-ab19-bf370c4d0d67 service neutron] Attempting to bind port 5efe32c2-3da4-4c2c-96bc-16e91a944333 on network fb04b5ec-673a-4a91-b0e5-12c6c13382bd {{(pid=75040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:14:19.796417 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-c8d5870a-6411-4a97-95e1-95abdfc25ce8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:14:19.798203 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80c85288-8efd-445e-aab3-369249d630a4 req-f4c68f9f-4766-4726-ab19-bf370c4d0d67 service neutron] Checking agent: {'id': 'ce44fce8-b773-464c-81ed-5793acd8e0ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80600', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 7, 48), 'started_at': datetime.datetime(2021, 8, 25, 16, 7, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 14, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:14:19.798535 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80c85288-8efd-445e-aab3-369249d630a4 req-f4c68f9f-4766-4726-ab19-bf370c4d0d67 service neutron] Checking segment: {'id': 'a4fe9403-29c0-4e58-9465-f12eb98d9e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'fb04b5ec-673a-4a91-b0e5-12c6c13382bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:14:19.798910 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80c85288-8efd-445e-aab3-369249d630a4 req-f4c68f9f-4766-4726-ab19-bf370c4d0d67 service neutron] Bound using segment: {'id': 'a4fe9403-29c0-4e58-9465-f12eb98d9e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'fb04b5ec-673a-4a91-b0e5-12c6c13382bd'} {{(pid=75040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:14:19.799329 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.plugins.ml2.managers [req-80c85288-8efd-445e-aab3-369249d630a4 req-f4c68f9f-4766-4726-ab19-bf370c4d0d67 service neutron] Bound port: 5efe32c2-3da4-4c2c-96bc-16e91a944333, host: hv-cinder-80600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4fe9403-29c0-4e58-9465-f12eb98d9e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'fb04b5ec-673a-4a91-b0e5-12c6c13382bd'}}] {{(pid=75040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:14:19.799728 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [req-80c85288-8efd-445e-aab3-369249d630a4 req-f4c68f9f-4766-4726-ab19-bf370c4d0d67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_update {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:19.834951 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5421b9a0-f2a5-419a-9382-a492a48f926a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c01fd99-b125-4c35-ad00-17e349fa6f8a,revision_number=1']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:14:19.839694 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-5421b9a0-f2a5-419a-9382-a492a48f926a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:14:19.843323 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [None req-5421b9a0-f2a5-419a-9382-a492a48f926a admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=f4d537c95355447a818f54f939f71fbf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3471870 Aug 25 16:14:19.846078 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 59400) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:14:19.926608 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.plugins.ml2.db [req-80c85288-8efd-445e-aab3-369249d630a4 req-f4c68f9f-4766-4726-ab19-bf370c4d0d67 service neutron] For port 5efe32c2-3da4-4c2c-96bc-16e91a944333, host hv-cinder-80600, cleared binding levels {{(pid=75040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:14:19.930558 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.plugins.ml2.db [req-80c85288-8efd-445e-aab3-369249d630a4 req-f4c68f9f-4766-4726-ab19-bf370c4d0d67 service neutron] For port 5efe32c2-3da4-4c2c-96bc-16e91a944333, host hv-cinder-80600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=5efe32c2-3da4-4c2c-96bc-16e91a944333,segment=NetworkSegment(a4fe9403-29c0-4e58-9465-f12eb98d9e8d),segment_id=a4fe9403-29c0-4e58-9465-f12eb98d9e8d)] {{(pid=75040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:14:19.941378 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [req-80c85288-8efd-445e-aab3-369249d630a4 req-f4c68f9f-4766-4726-ab19-bf370c4d0d67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776572168726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776571761677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776571761722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1434729'] for port, after_update {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:19.947827 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:14:19.995345 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-54305d24-fa13-413f-8fee-81d5e2a8708b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:20.031780 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [req-80c85288-8efd-445e-aab3-369249d630a4 req-f4c68f9f-4766-4726-ab19-bf370c4d0d67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981218'] for port, before_response {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:20.033180 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-80c85288-8efd-445e-aab3-369249d630a4 req-f4c68f9f-4766-4726-ab19-bf370c4d0d67 service neutron] 10.222.0.70 "PUT /v2.0/ports/5efe32c2-3da4-4c2c-96bc-16e91a944333 HTTP/1.1" status: 200 len: 1093 time: 1.1932619 Aug 25 16:14:20.036475 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af3b52c3-72b6-4415-a1e7-fe883d64e648', 'tag': '5efe32c2-3da4-4c2c-96bc-16e91a944333'}] {{(pid=75040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:14:20.046933 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-54305d24-fa13-413f-8fee-81d5e2a8708b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:20.078003 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c68f9f-4766-4726-ab19-bf370c4d0d67 service neutron] Pushing event updated for resources: {'Port': ['ID=5efe32c2-3da4-4c2c-96bc-16e91a944333,revision_number=3']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:14:20.089466 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-f4c68f9f-4766-4726-ab19-bf370c4d0d67 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:14:20.125682 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af3b52c3-72b6-4415-a1e7-fe883d64e648', 'tag': '5efe32c2-3da4-4c2c-96bc-16e91a944333', 'status': 'completed', 'code': 200} Aug 25 16:14:20.167404 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-54305d24-fa13-413f-8fee-81d5e2a8708b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:20.174136 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-9e9442c4-8906-421e-bc87-0b356552a0db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:14:20.193269 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54305d24-fa13-413f-8fee-81d5e2a8708b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c01fd99-b125-4c35-ad00-17e349fa6f8a,revision_number=None']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:14:20.196021 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-54305d24-fa13-413f-8fee-81d5e2a8708b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:14:20.200695 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-80c85288-8efd-445e-aab3-369249d630a4 req-6d7b30a4-8117-4823-8dc1-631720d7463f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=dc71d1df614a4412aaf0b6136cfc4aba&device_id=af3b52c3-72b6-4415-a1e7-fe883d64e648 HTTP/1.1" status: 200 len: 1096 time: 0.1100578 Aug 25 16:14:20.201567 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-54305d24-fa13-413f-8fee-81d5e2a8708b admin admin] Notify callbacks [] for security_group, before_response {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:20.202556 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-54305d24-fa13-413f-8fee-81d5e2a8708b admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/6c01fd99-b125-4c35-ad00-17e349fa6f8a HTTP/1.1" status: 204 len: 168 time: 0.3549056 Aug 25 16:14:20.279128 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-80c85288-8efd-445e-aab3-369249d630a4 req-400b5485-fb98-4c36-bbba-85e9ab40dc20 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5efe32c2-3da4-4c2c-96bc-16e91a944333 HTTP/1.1" status: 200 len: 217 time: 0.0671721 Aug 25 16:14:20.346460 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c85288-8efd-445e-aab3-369249d630a4 req-7b2bdac2-1ef1-4cf0-81f1-c5e084e11071 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:14:20.347909 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-80c85288-8efd-445e-aab3-369249d630a4 req-7b2bdac2-1ef1-4cf0-81f1-c5e084e11071 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=dcc96182-e992-4fac-b9ad-11619c23a7ba HTTP/1.1" status: 200 len: 854 time: 0.0610621 Aug 25 16:14:20.427519 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-80c85288-8efd-445e-aab3-369249d630a4 req-a5615cb1-9459-427c-b5a3-1ba0836d5ce6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=fb04b5ec-673a-4a91-b0e5-12c6c13382bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0724332 Aug 25 16:14:20.564189 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-80c85288-8efd-445e-aab3-369249d630a4 req-407eff1f-443d-47cf-a1b5-a1c4d3394d57 service neutron] 10.222.0.70 "GET /v2.0/networks/fb04b5ec-673a-4a91-b0e5-12c6c13382bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296074 Aug 25 16:14:20.785749 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-80c85288-8efd-445e-aab3-369249d630a4 req-23e3f71c-6f8d-4a6b-ab89-6a756b32f7a7 service neutron] 10.222.0.70 "GET /v2.0/networks/fb04b5ec-673a-4a91-b0e5-12c6c13382bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2088821 Aug 25 16:14:20.940952 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db161dd7-ccdb-44d7-b708-e2bcbbd15f92 req-cc50c8b5-be20-42d4-b4b6-0e50584b81ea tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:14:20.942482 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-db161dd7-ccdb-44d7-b708-e2bcbbd15f92 req-cc50c8b5-be20-42d4-b4b6-0e50584b81ea tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/ports?device_id=af3b52c3-72b6-4415-a1e7-fe883d64e648 HTTP/1.1" status: 200 len: 943 time: 0.1359365 Aug 25 16:14:20.946736 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-98797683-daf2-4fd2-baab-c99e46a9b6d0 req-2d5fb1da-1307-45a6-a7f9-28a97cc378a3 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=dc71d1df614a4412aaf0b6136cfc4aba&device_id=af3b52c3-72b6-4415-a1e7-fe883d64e648 HTTP/1.1" status: 200 len: 1096 time: 0.1061833 Aug 25 16:14:21.073956 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-db161dd7-ccdb-44d7-b708-e2bcbbd15f92 req-0412956b-94a2-4074-b95a-fefc18773255 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/security-groups?id=0e30fa43-cc0c-4dc6-abd9-a2559e199065&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1254222 Aug 25 16:14:21.112777 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98797683-daf2-4fd2-baab-c99e46a9b6d0 req-485d03d9-b03f-47a9-866c-29e5dbfe78d7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:14:21.114450 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-98797683-daf2-4fd2-baab-c99e46a9b6d0 req-485d03d9-b03f-47a9-866c-29e5dbfe78d7 service neutron] 10.222.0.70 "GET /v2.0/networks?id=fb04b5ec-673a-4a91-b0e5-12c6c13382bd HTTP/1.1" status: 200 len: 916 time: 0.1502299 Aug 25 16:14:21.188251 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-98797683-daf2-4fd2-baab-c99e46a9b6d0 req-d8adc565-214f-46d9-8355-224683c17ab9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5efe32c2-3da4-4c2c-96bc-16e91a944333 HTTP/1.1" status: 200 len: 217 time: 0.0662205 Aug 25 16:14:21.261761 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98797683-daf2-4fd2-baab-c99e46a9b6d0 req-236be42d-660a-439f-be96-d3eaec950f9b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:14:21.263305 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-98797683-daf2-4fd2-baab-c99e46a9b6d0 req-236be42d-660a-439f-be96-d3eaec950f9b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=dcc96182-e992-4fac-b9ad-11619c23a7ba HTTP/1.1" status: 200 len: 854 time: 0.0676339 Aug 25 16:14:21.342887 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-98797683-daf2-4fd2-baab-c99e46a9b6d0 req-18b5940a-2c8f-4b4a-85d1-dd7cbf1b41e9 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=fb04b5ec-673a-4a91-b0e5-12c6c13382bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0703864 Aug 25 16:14:21.477156 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-98797683-daf2-4fd2-baab-c99e46a9b6d0 req-55de2a02-795e-46a1-98a3-34835db9bffe service neutron] 10.222.0.70 "GET /v2.0/networks/fb04b5ec-673a-4a91-b0e5-12c6c13382bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257472 Aug 25 16:14:21.618696 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-98797683-daf2-4fd2-baab-c99e46a9b6d0 req-6c327c07-2b41-4c30-9500-03740ce9b124 service neutron] 10.222.0.70 "GET /v2.0/networks/fb04b5ec-673a-4a91-b0e5-12c6c13382bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343203 Aug 25 16:14:22.301464 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796decd1-57ab-4d83-886b-f61486d06c8c req-4736a5a7-212e-4fae-aec9-e5f1e1baa4b9 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:14:22.306229 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-796decd1-57ab-4d83-886b-f61486d06c8c req-4736a5a7-212e-4fae-aec9-e5f1e1baa4b9 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/ports?device_id=af3b52c3-72b6-4415-a1e7-fe883d64e648 HTTP/1.1" status: 200 len: 943 time: 0.0927887 Aug 25 16:14:22.369670 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-796decd1-57ab-4d83-886b-f61486d06c8c req-bd65d536-8113-4fd9-aa06-7f6caf21bf5b tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/security-groups?id=0e30fa43-cc0c-4dc6-abd9-a2559e199065&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591757 Aug 25 16:14:22.631585 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Device 5efe32c2-3da4-4c2c-96bc-16e91a944333 details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 25 16:14:22.772391 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.db [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] For port 5efe32c2-3da4-4c2c-96bc-16e91a944333, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=5efe32c2-3da4-4c2c-96bc-16e91a944333,segment=NetworkSegment(a4fe9403-29c0-4e58-9465-f12eb98d9e8d),segment_id=a4fe9403-29c0-4e58-9465-f12eb98d9e8d)] {{(pid=75042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:14:22.789532 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Returning: {'device': '5efe32c2-3da4-4c2c-96bc-16e91a944333', 'network_id': 'fb04b5ec-673a-4a91-b0e5-12c6c13382bd', 'port_id': '5efe32c2-3da4-4c2c-96bc-16e91a944333', 'mac_address': 'fa:16:3e:50:a2:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 854, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcc96182-e992-4fac-b9ad-11619c23a7ba', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 25 16:14:22.841798 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:22.859959 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.notifiers.nova [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5efe32c2-3da4-4c2c-96bc-16e91a944333 {{(pid=75042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:14:22.875580 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.db [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] For port 5efe32c2-3da4-4c2c-96bc-16e91a944333, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=5efe32c2-3da4-4c2c-96bc-16e91a944333,segment=NetworkSegment(a4fe9403-29c0-4e58-9465-f12eb98d9e8d),segment_id=a4fe9403-29c0-4e58-9465-f12eb98d9e8d)] {{(pid=75042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:14:22.879794 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776572168726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776571761677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776571761722'] for port, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:22.881757 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:14:22.946895 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Pushing event updated for resources: {'Port': ['ID=5efe32c2-3da4-4c2c-96bc-16e91a944333,revision_number=4']} {{(pid=75042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:14:22.955282 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:14:22.956852 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:14:22.956852 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:14:22.957265 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:14:22.963954 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:14:22.964320 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:14:22.964654 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:14:22.964983 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:14:22.965340 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:14:22.965664 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:14:22.965987 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:14:22.969946 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:14:23.138541 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.db [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] get_ports_and_sgs() called for port_ids ['5efe32c2-3da4-4c2c-96bc-16e91a944333'] {{(pid=75042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:14:23.583781 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aec8cf-1489-470e-81e8-83ddb22fbf4d req-acec0006-9d7d-4366-99f2-591a3281b2f6 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:14:23.585147 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-48aec8cf-1489-470e-81e8-83ddb22fbf4d req-acec0006-9d7d-4366-99f2-591a3281b2f6 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/ports?device_id=af3b52c3-72b6-4415-a1e7-fe883d64e648 HTTP/1.1" status: 200 len: 944 time: 0.0788207 Aug 25 16:14:23.629738 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-48aec8cf-1489-470e-81e8-83ddb22fbf4d req-ccf677bc-cf6b-4b75-9a01-9d901f3f545e tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/security-groups?id=0e30fa43-cc0c-4dc6-abd9-a2559e199065&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391221 Aug 25 16:14:24.619520 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Device 5efe32c2-3da4-4c2c-96bc-16e91a944333 up at agent hyperv_hv-cinder-80600 {{(pid=75042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:14:24.691683 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.provisioning_blocks [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Provisioning for port 5efe32c2-3da4-4c2c-96bc-16e91a944333 completed by entity L2. {{(pid=75042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:14:24.696807 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.provisioning_blocks [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Provisioning complete for port 5efe32c2-3da4-4c2c-96bc-16e91a944333 triggered by entity L2. {{(pid=75042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:14:24.697239 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16203014'] for port, provisioning_complete {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:24.815793 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:24.843767 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af3b52c3-72b6-4415-a1e7-fe883d64e648', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5efe32c2-3da4-4c2c-96bc-16e91a944333'}] {{(pid=75042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:14:24.844404 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bd379e-81da-4561-8d59-a7353e6a1789 req-1900d8e4-1e31-4174-8c89-b04ed4fc539e tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:14:24.846298 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-27bd379e-81da-4561-8d59-a7353e6a1789 req-1900d8e4-1e31-4174-8c89-b04ed4fc539e tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/ports?device_id=af3b52c3-72b6-4415-a1e7-fe883d64e648 HTTP/1.1" status: 200 len: 944 time: 0.0792065 Aug 25 16:14:24.854212 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.db [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] For port 5efe32c2-3da4-4c2c-96bc-16e91a944333, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=5efe32c2-3da4-4c2c-96bc-16e91a944333,segment=NetworkSegment(a4fe9403-29c0-4e58-9465-f12eb98d9e8d),segment_id=a4fe9403-29c0-4e58-9465-f12eb98d9e8d)] {{(pid=75042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:14:24.858833 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776572168726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776571761677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776571761722'] for port, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:24.860990 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:14:24.902334 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-27bd379e-81da-4561-8d59-a7353e6a1789 req-c4a5732f-46a3-4f9b-a408-450d5d4edb4f tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/security-groups?id=0e30fa43-cc0c-4dc6-abd9-a2559e199065&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482764 Aug 25 16:14:24.907137 dv-cinder-806007-1-smb neutron-server[75042]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af3b52c3-72b6-4415-a1e7-fe883d64e648', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5efe32c2-3da4-4c2c-96bc-16e91a944333', 'code': 200} Aug 25 16:14:24.934065 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Pushing event updated for resources: {'Port': ['ID=5efe32c2-3da4-4c2c-96bc-16e91a944333,revision_number=5']} {{(pid=75042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:14:24.937470 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:14:25.143132 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-fed4c57c-f2cf-4b20-9d61-4e7d1b7b41ea req-ee2a296d-4223-4ba8-bc4f-4dada2bc9ee6 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=af3b52c3-72b6-4415-a1e7-fe883d64e648 HTTP/1.1" status: 200 len: 1098 time: 0.0677762 Aug 25 16:14:25.191274 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-fed4c57c-f2cf-4b20-9d61-4e7d1b7b41ea req-f51c7391-3586-4519-a222-929c3b576d4d service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=0e30fa43-cc0c-4dc6-abd9-a2559e199065&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409086 Aug 25 16:14:26.134793 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7efcad-8f99-43c2-ba94-e68ed49eddad req-9f11c0ad-e059-4443-83d4-672a00d3ac1b tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:14:26.136614 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-bc7efcad-8f99-43c2-ba94-e68ed49eddad req-9f11c0ad-e059-4443-83d4-672a00d3ac1b tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/ports?device_id=af3b52c3-72b6-4415-a1e7-fe883d64e648 HTTP/1.1" status: 200 len: 945 time: 0.0801094 Aug 25 16:14:26.187647 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-bc7efcad-8f99-43c2-ba94-e68ed49eddad req-1382e129-6131-4abd-aa0e-71a9256cec39 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/security-groups?id=0e30fa43-cc0c-4dc6-abd9-a2559e199065&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435078 Aug 25 16:14:26.350143 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a76f72-9535-4856-8213-266298a57dbc req-3cae316a-ff82-4a6b-9094-fe25e7b370c1 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:14:26.351578 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-07a76f72-9535-4856-8213-266298a57dbc req-3cae316a-ff82-4a6b-9094-fe25e7b370c1 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] 10.222.0.68 "GET /v2.0/ports?device_id=1b48424c-0ad1-49ce-93a4-2f1c27f25176 HTTP/1.1" status: 200 len: 945 time: 0.0757470 Aug 25 16:14:26.397260 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-07a76f72-9535-4856-8213-266298a57dbc req-8eca02a0-0d9f-45cc-ba79-af74632fa15b tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] 10.222.0.68 "GET /v2.0/security-groups?id=1d097c96-4f75-4fbf-b31b-824952f1b3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400748 Aug 25 16:14:26.970734 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.wsgi [-] (75041) accepted ('10.222.0.68', 59494) {{(pid=75041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:14:27.110206 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-aebb445f-70c8-481c-a281-3ad9444e6354 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:27.139842 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.quota.driver [None req-aebb445f-70c8-481c-a281-3ad9444e6354 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:14:27.143979 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [None req-aebb445f-70c8-481c-a281-3ad9444e6354 admin admin] Usage tracker for resource:security_group_rule and tenant:038905b9914d4215a0a4934f6011aa27 is out of sync, need to count used quota {{(pid=75041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:14:27.146743 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [None req-aebb445f-70c8-481c-a281-3ad9444e6354 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:14:27.152287 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.quota.driver [None req-aebb445f-70c8-481c-a281-3ad9444e6354 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:14:27.218351 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-aebb445f-70c8-481c-a281-3ad9444e6354 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:27.223061 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-aebb445f-70c8-481c-a281-3ad9444e6354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:27.239039 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-fbe14e6c-8d21-425c-8c51-1fc84f1695a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:14:27.397227 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebb445f-70c8-481c-a281-3ad9444e6354 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08e5a9da-1241-400b-b1a2-e243dcff5237,revision_number=1']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:14:27.400618 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-aebb445f-70c8-481c-a281-3ad9444e6354 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:14:27.402993 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [None req-aebb445f-70c8-481c-a281-3ad9444e6354 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=038905b9914d4215a0a4934f6011aa27&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4307210 Aug 25 16:14:27.405855 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 59502) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:14:27.443327 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310f27ac-ebd5-4afe-8215-a98535c62eec req-95be0f82-499e-4542-a42b-6ad370eff332 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:14:27.443940 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-310f27ac-ebd5-4afe-8215-a98535c62eec req-95be0f82-499e-4542-a42b-6ad370eff332 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/ports?device_id=af3b52c3-72b6-4415-a1e7-fe883d64e648 HTTP/1.1" status: 200 len: 945 time: 0.1141355 Aug 25 16:14:27.483045 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-111f5a6b-ff48-4e2d-8586-c80edaf8d3ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:27.490793 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-310f27ac-ebd5-4afe-8215-a98535c62eec req-c24b16cc-51ad-4e18-b25b-5e0685d1f5e4 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/security-groups?id=0e30fa43-cc0c-4dc6-abd9-a2559e199065&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413258 Aug 25 16:14:27.509754 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-111f5a6b-ff48-4e2d-8586-c80edaf8d3ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:27.523804 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-0dcba5bc-ee88-463b-87a2-ba8c2863d12e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:27.621529 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-111f5a6b-ff48-4e2d-8586-c80edaf8d3ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:27.628342 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-647ef049-2d18-4e76-8d7a-d9d36fa382e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:14:27.644942 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b25c4f5-8576-4d39-b401-aec1fd94450b req-8627445c-9088-43d3-b681-4660e6122eae tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:14:27.646407 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-4b25c4f5-8576-4d39-b401-aec1fd94450b req-8627445c-9088-43d3-b681-4660e6122eae tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] 10.222.0.68 "GET /v2.0/ports?device_id=1b48424c-0ad1-49ce-93a4-2f1c27f25176 HTTP/1.1" status: 200 len: 945 time: 0.1096313 Aug 25 16:14:27.651585 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111f5a6b-ff48-4e2d-8586-c80edaf8d3ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08e5a9da-1241-400b-b1a2-e243dcff5237,revision_number=None']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:14:27.656380 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-111f5a6b-ff48-4e2d-8586-c80edaf8d3ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:14:27.668968 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-111f5a6b-ff48-4e2d-8586-c80edaf8d3ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:27.670102 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-111f5a6b-ff48-4e2d-8586-c80edaf8d3ee admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/08e5a9da-1241-400b-b1a2-e243dcff5237 HTTP/1.1" status: 204 len: 168 time: 0.2632296 Aug 25 16:14:27.705310 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-4b25c4f5-8576-4d39-b401-aec1fd94450b req-c16cf24d-517d-478d-bb98-8381c141b13e tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] 10.222.0.68 "GET /v2.0/security-groups?id=1d097c96-4f75-4fbf-b31b-824952f1b3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456676 Aug 25 16:14:27.731561 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e24db83-0ce9-40e5-b3dd-2d3966b9dbad req-4d813b29-bc83-478d-8301-6b5be293e183 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:14:27.733018 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-2e24db83-0ce9-40e5-b3dd-2d3966b9dbad req-4d813b29-bc83-478d-8301-6b5be293e183 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/ports?device_id=af3b52c3-72b6-4415-a1e7-fe883d64e648 HTTP/1.1" status: 200 len: 945 time: 0.0978682 Aug 25 16:14:27.742850 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.wsgi [-] (75041) accepted ('10.222.0.68', 59512) {{(pid=75041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:14:27.748306 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.v2.base [None req-32d7f134-048b-446f-aae0-ba42928f340b tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Request body: {'floatingip': {'port_id': '5efe32c2-3da4-4c2c-96bc-16e91a944333'}} {{(pid=75041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:14:27.830045 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-32d7f134-048b-446f-aae0-ba42928f340b tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Notify callbacks [] for floatingip, before_update {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:28.437148 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-32d7f134-048b-446f-aae0-ba42928f340b tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Notify callbacks [] for floatingip, precommit_update {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:28.441577 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-32d7f134-048b-446f-aae0-ba42928f340b tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-453709'] for floatingip, after_update {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:28.585275 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d64c0d-c4b5-4b48-9981-96ba50eb5306 req-d3c273c4-b30a-4a29-baf9-74776a5839e2 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:14:28.586562 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-b4d64c0d-c4b5-4b48-9981-96ba50eb5306 req-d3c273c4-b30a-4a29-baf9-74776a5839e2 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] 10.222.0.70 "GET /v2.0/ports?device_id=1b48424c-0ad1-49ce-93a4-2f1c27f25176 HTTP/1.1" status: 200 len: 945 time: 0.0806224 Aug 25 16:14:28.624689 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.db.l3_db [None req-32d7f134-048b-446f-aae0-ba42928f340b tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Floating IP a3e42295-b4ad-4282-91c1-143b28bd13e2 associated. External IP: 172.28.0.176, port: 5efe32c2-3da4-4c2c-96bc-16e91a944333. Aug 25 16:14:28.656361 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.plugins.ml2.plugin [req-b4d64c0d-c4b5-4b48-9981-96ba50eb5306 req-7710eee3-d15e-4a16-944c-c71081d4cb38 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Deleting port ebdd01f5-17bf-4775-a045-ab233f03d4a8 {{(pid=75040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:14:28.656711 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [req-b4d64c0d-c4b5-4b48-9981-96ba50eb5306 req-7710eee3-d15e-4a16-944c-c71081d4cb38 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776572162991'] for port, before_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:28.770013 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:29.041855 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.plugins.ml2.db [req-b4d64c0d-c4b5-4b48-9981-96ba50eb5306 req-7710eee3-d15e-4a16-944c-c71081d4cb38 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] For port ebdd01f5-17bf-4775-a045-ab233f03d4a8, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=ebdd01f5-17bf-4775-a045-ab233f03d4a8,segment=NetworkSegment(81a87809-0b66-408c-a8ca-6b02427dc69c),segment_id=81a87809-0b66-408c-a8ca-6b02427dc69c)] {{(pid=75040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:14:29.042121 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [req-b4d64c0d-c4b5-4b48-9981-96ba50eb5306 req-7710eee3-d15e-4a16-944c-c71081d4cb38 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452504'] for port, precommit_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:29.132500 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec64fc4-e5d2-456a-a489-e926a7a71868 req-e4e965ce-3489-4047-a792-a4a565e06e5d tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:14:29.133154 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32d7f134-048b-446f-aae0-ba42928f340b tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Router f40984fc-802b-4e43-93f0-9adc71a52552 has already been hosted by L3 agent ca94599f-caae-4183-a9a6-f9a0dcce5f21 {{(pid=75041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 16:14:29.134073 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-eec64fc4-e5d2-456a-a489-e926a7a71868 req-e4e965ce-3489-4047-a792-a4a565e06e5d tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] 10.222.0.68 "GET /v2.0/ports?device_id=1b48424c-0ad1-49ce-93a4-2f1c27f25176 HTTP/1.1" status: 200 len: 945 time: 0.2912362 Aug 25 16:14:29.262554 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-eec64fc4-e5d2-456a-a489-e926a7a71868 req-c9617e9b-a8ed-47b3-8ca7-8723903b6749 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] 10.222.0.68 "GET /v2.0/security-groups?id=1d097c96-4f75-4fbf-b31b-824952f1b3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1224818 Aug 25 16:14:29.343448 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32d7f134-048b-446f-aae0-ba42928f340b tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Notify agent at l3_agent.dv-cinder-806007-1-smb the message routers_updated {{(pid=75041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:14:29.354262 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94091f45-4f1f-4d86-b013-78e7c7d6859d None None] Sync routers for ids ['f40984fc-802b-4e43-93f0-9adc71a52552'] in dv-cinder-806007-1-smb {{(pid=75042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 16:14:29.360349 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-32d7f134-048b-446f-aae0-ba42928f340b tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981218'] for floatingip, before_response {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:29.367575 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94091f45-4f1f-4d86-b013-78e7c7d6859d None None] Routers {'f40984fc-802b-4e43-93f0-9adc71a52552'} bound to L3 agent in host dv-cinder-806007-1-smb {{(pid=75042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:14:29.368319 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.l3_hamode_db [None req-94091f45-4f1f-4d86-b013-78e7c7d6859d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T16:01:30Z,description=,heartbeat_timestamp=2021-08-25T16:14:00Z,host='dv-cinder-806007-1-smb',id=ca94599f-caae-4183-a9a6-f9a0dcce5f21,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:01:30Z,topic='l3_agent')) {'router_ids': ['f40984fc-802b-4e43-93f0-9adc71a52552'], 'active': True} {{(pid=75042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:14:29.385584 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [req-b4d64c0d-c4b5-4b48-9981-96ba50eb5306 req-7710eee3-d15e-4a16-944c-c71081d4cb38 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Notify callbacks [] for floatingip, precommit_update {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:29.385953 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [req-b4d64c0d-c4b5-4b48-9981-96ba50eb5306 req-7710eee3-d15e-4a16-944c-c71081d4cb38 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-453709'] for floatingip, after_update {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:29.386261 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.db.l3_db [req-b4d64c0d-c4b5-4b48-9981-96ba50eb5306 req-7710eee3-d15e-4a16-944c-c71081d4cb38 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Floating IP fa99f3fa-89bf-40ba-9713-5d2cc028f030 disassociated. External IP: 172.28.0.52, port: ebdd01f5-17bf-4775-a045-ab233f03d4a8. Aug 25 16:14:29.386596 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.plugins.ml2.plugin [req-b4d64c0d-c4b5-4b48-9981-96ba50eb5306 req-7710eee3-d15e-4a16-944c-c71081d4cb38 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Calling delete_port for ebdd01f5-17bf-4775-a045-ab233f03d4a8 owned by compute:nova {{(pid=75040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:14:29.413752 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [None req-32d7f134-048b-446f-aae0-ba42928f340b tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "PUT /v2.0/floatingips/a3e42295-b4ad-4282-91c1-143b28bd13e2 HTTP/1.1" status: 200 len: 991 time: 1.6694865 Aug 25 16:14:29.414069 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af3b52c3-72b6-4415-a1e7-fe883d64e648', 'tag': '5efe32c2-3da4-4c2c-96bc-16e91a944333'}] {{(pid=75041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:14:29.470543 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af3b52c3-72b6-4415-a1e7-fe883d64e648', 'tag': '5efe32c2-3da4-4c2c-96bc-16e91a944333', 'status': 'completed', 'code': 200} Aug 25 16:14:29.550145 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [req-b4d64c0d-c4b5-4b48-9981-96ba50eb5306 req-7710eee3-d15e-4a16-944c-c71081d4cb38 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776572168708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776571761668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1434720'] for port, after_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:29.555967 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-aab918ce-e3b7-42ff-9219-e469d0a9cd3a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:14:29.580371 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-9e36daf1-45ef-48cf-be6f-c381750e6cde req-f40f8ef2-2f99-42c8-8021-2fd37582b96a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=dc71d1df614a4412aaf0b6136cfc4aba&device_id=af3b52c3-72b6-4415-a1e7-fe883d64e648 HTTP/1.1" status: 200 len: 1098 time: 0.0851340 Aug 25 16:14:29.599508 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.l3_dvr_db [None req-94091f45-4f1f-4d86-b013-78e7c7d6859d None None] Set router f40984fc-802b-4e43-93f0-9adc71a52552 gateway port host: dv-cinder-806007-1-smb {{(pid=75042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:14:29.600221 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7710eee3-d15e-4a16-944c-c71081d4cb38 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Pushing event deleted for resources: {'Port': ['ID=ebdd01f5-17bf-4775-a045-ab233f03d4a8,revision_number=None']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:14:29.604113 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-7710eee3-d15e-4a16-944c-c71081d4cb38 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:14:29.730649 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e36daf1-45ef-48cf-be6f-c381750e6cde req-7c9286a4-b560-45ae-a52b-fcb4a122dcc2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:14:29.732108 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-9e36daf1-45ef-48cf-be6f-c381750e6cde req-7c9286a4-b560-45ae-a52b-fcb4a122dcc2 service neutron] 10.222.0.70 "GET /v2.0/networks?id=fb04b5ec-673a-4a91-b0e5-12c6c13382bd HTTP/1.1" status: 200 len: 916 time: 0.1454227 Aug 25 16:14:29.824521 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b4d64c0d-c4b5-4b48-9981-96ba50eb5306 req-7710eee3-d15e-4a16-944c-c71081d4cb38 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Router 6e563cd2-b6f9-41e3-bb17-f82fe2f39150 has already been hosted by L3 agent ca94599f-caae-4183-a9a6-f9a0dcce5f21 {{(pid=75040) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 16:14:29.841305 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-9e36daf1-45ef-48cf-be6f-c381750e6cde req-049bbca3-7483-4c26-8ec0-c816d34ab86f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5efe32c2-3da4-4c2c-96bc-16e91a944333 HTTP/1.1" status: 200 len: 999 time: 0.1008079 Aug 25 16:14:29.910332 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e36daf1-45ef-48cf-be6f-c381750e6cde req-140e2d9a-37e9-47e8-9f95-c88b505ba07f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:14:29.911819 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-9e36daf1-45ef-48cf-be6f-c381750e6cde req-140e2d9a-37e9-47e8-9f95-c88b505ba07f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=dcc96182-e992-4fac-b9ad-11619c23a7ba HTTP/1.1" status: 200 len: 854 time: 0.0643301 Aug 25 16:14:29.969163 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-70066fd0-ed8e-4d53-b478-286d2b9fba86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:29.995883 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.l3_hamode_db [None req-94091f45-4f1f-4d86-b013-78e7c7d6859d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f40984fc-802b-4e43-93f0-9adc71a52552', 'name': 'tempest-AttachVolumeShelveTestJSON-34576394-router', 'tenant_id': 'dc71d1df614a4412aaf0b6136cfc4aba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af5d4827-908c-4372-9134-1f0198184942', 'external_fixed_ips': [{'subnet_id': 'a4c12025-f163-4c64-acba-906df26214d3', 'ip_address': '172.28.0.247'}], 'enable_snat': True}, 'gw_port_id': '9e55183a-48e9-4440-94d7-b92ffa2acccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:09:52Z', 'updated_at': '2021-08-25T16:10:08Z', 'revision_number': 4, 'project_id': 'dc71d1df614a4412aaf0b6136cfc4aba', 'gw_port': {'id': '9e55183a-48e9-4440-94d7-b92ffa2acccb', 'name': '', 'network_id': 'af5d4827-908c-4372-9134-1f0198184942', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:5a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40984fc-802b-4e43-93f0-9adc71a52552', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a4c12025-f163-4c64-acba-906df26214d3', 'ip_address': '172.28.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:09:55Z', 'updated_at': '2021-08-25T16:10:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a4c12025-f163-4c64-acba-906df26214d3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-smb', '_floatingips': [{'id': 'a3e42295-b4ad-4282-91c1-143b28bd13e2', 'tenant_id': 'dc71d1df614a4412aaf0b6136cfc4aba', 'floating_ip_address': '172.28.0.176', 'floating_network_id': 'af5d4827-908c-4372-9134-1f0198184942', 'router_id': 'f40984fc-802b-4e43-93f0-9adc71a52552', 'port_id': '5efe32c2-3da4-4c2c-96bc-16e91a944333', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb04b5ec-673a-4a91-b0e5-12c6c13382bd', 'mac_address': 'fa:16:3e:50:a2:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3b52c3-72b6-4415-a1e7-fe883d64e648', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T16:14:15Z', 'updated_at': '2021-08-25T16:14:28Z', 'revision_number': 1, 'project_id': 'dc71d1df614a4412aaf0b6136cfc4aba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd372dc2f-5e48-44f0-9761-ccaaeabf4a25', 'name': '', 'network_id': 'fb04b5ec-673a-4a91-b0e5-12c6c13382bd', 'tenant_id': 'dc71d1df614a4412aaf0b6136cfc4aba', 'mac_address': 'fa:16:3e:f1:0a:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40984fc-802b-4e43-93f0-9adc71a52552', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dcc96182-e992-4fac-b9ad-11619c23a7ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:10:06Z', 'updated_at': '2021-08-25T16:10:45Z', 'revision_number': 5, 'project_id': 'dc71d1df614a4412aaf0b6136cfc4aba', 'subnets': [{'id': 'dcc96182-e992-4fac-b9ad-11619c23a7ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-1-smb', False) {} {{(pid=75042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:14:29.999752 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-9e36daf1-45ef-48cf-be6f-c381750e6cde req-c1c12266-093d-455e-9066-ab1c463561e0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=fb04b5ec-673a-4a91-b0e5-12c6c13382bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0808775 Aug 25 16:14:30.002362 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94091f45-4f1f-4d86-b013-78e7c7d6859d None None] Checking router: f40984fc-802b-4e43-93f0-9adc71a52552 for host: dv-cinder-806007-1-smb {{(pid=75042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 16:14:30.014927 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94091f45-4f1f-4d86-b013-78e7c7d6859d None None] Routers {'f40984fc-802b-4e43-93f0-9adc71a52552'} bound to L3 agent in host dv-cinder-806007-1-smb {{(pid=75042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:14:30.015574 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.l3_hamode_db [None req-94091f45-4f1f-4d86-b013-78e7c7d6859d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T16:01:30Z,description=,heartbeat_timestamp=2021-08-25T16:14:30Z,host='dv-cinder-806007-1-smb',id=ca94599f-caae-4183-a9a6-f9a0dcce5f21,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:01:30Z,topic='l3_agent')) {'router_ids': ['f40984fc-802b-4e43-93f0-9adc71a52552'], 'active': True} {{(pid=75042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:14:30.050721 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b4d64c0d-c4b5-4b48-9981-96ba50eb5306 req-7710eee3-d15e-4a16-944c-c71081d4cb38 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Notify agent at l3_agent.dv-cinder-806007-1-smb the message routers_updated {{(pid=75040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:14:30.062062 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6234923-5ba7-4c87-a0aa-77ecf75669ae None None] Sync routers for ids ['6e563cd2-b6f9-41e3-bb17-f82fe2f39150'] in dv-cinder-806007-1-smb {{(pid=75043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 16:14:30.083558 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6234923-5ba7-4c87-a0aa-77ecf75669ae None None] Routers {'6e563cd2-b6f9-41e3-bb17-f82fe2f39150'} bound to L3 agent in host dv-cinder-806007-1-smb {{(pid=75043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:14:30.084711 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.db.l3_hamode_db [None req-d6234923-5ba7-4c87-a0aa-77ecf75669ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T16:01:30Z,description=,heartbeat_timestamp=2021-08-25T16:14:30Z,host='dv-cinder-806007-1-smb',id=ca94599f-caae-4183-a9a6-f9a0dcce5f21,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:01:30Z,topic='l3_agent')) {'router_ids': ['6e563cd2-b6f9-41e3-bb17-f82fe2f39150'], 'active': True} {{(pid=75043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:14:30.145349 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4d64c0d-c4b5-4b48-9981-96ba50eb5306 req-7710eee3-d15e-4a16-944c-c71081d4cb38 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] No DVR routers for this DVR port ebdd01f5-17bf-4775-a045-ab233f03d4a8 on host hv-cinder-80600 {{(pid=75040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 16:14:30.148081 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [req-b4d64c0d-c4b5-4b48-9981-96ba50eb5306 req-7710eee3-d15e-4a16-944c-c71081d4cb38 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981218'] for port, before_response {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:30.156630 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b48424c-0ad1-49ce-93a4-2f1c27f25176', 'name': 'network-vif-deleted', 'tag': 'ebdd01f5-17bf-4775-a045-ab233f03d4a8'}] {{(pid=75040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:14:30.166682 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-9e36daf1-45ef-48cf-be6f-c381750e6cde req-a4c84edd-960b-45fb-b512-ea01e72c18f9 service neutron] 10.222.0.70 "GET /v2.0/networks/fb04b5ec-673a-4a91-b0e5-12c6c13382bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594400 Aug 25 16:14:30.178370 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-b4d64c0d-c4b5-4b48-9981-96ba50eb5306 req-7710eee3-d15e-4a16-944c-c71081d4cb38 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] 10.222.0.70 "DELETE /v2.0/ports/ebdd01f5-17bf-4775-a045-ab233f03d4a8 HTTP/1.1" status: 204 len: 173 time: 1.5856953 Aug 25 16:14:30.234301 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b48424c-0ad1-49ce-93a4-2f1c27f25176', 'name': 'network-vif-deleted', 'tag': 'ebdd01f5-17bf-4775-a045-ab233f03d4a8', 'status': 'completed', 'code': 200} Aug 25 16:14:30.339016 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.l3_dvr_db [None req-94091f45-4f1f-4d86-b013-78e7c7d6859d None None] Set router f40984fc-802b-4e43-93f0-9adc71a52552 gateway port host: dv-cinder-806007-1-smb {{(pid=75042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:14:30.343780 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.db.l3_dvr_db [None req-d6234923-5ba7-4c87-a0aa-77ecf75669ae None None] Set router 6e563cd2-b6f9-41e3-bb17-f82fe2f39150 gateway port host: dv-cinder-806007-1-smb {{(pid=75043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:14:30.351448 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-9e36daf1-45ef-48cf-be6f-c381750e6cde req-039b103f-deda-4335-a6ec-d04f31a9d151 service neutron] 10.222.0.70 "GET /v2.0/networks/fb04b5ec-673a-4a91-b0e5-12c6c13382bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764243 Aug 25 16:14:30.498084 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-4bd49d45-ce4c-43f4-9f91-68ffbe0a68f9 req-dcbbe091-3ce8-4df8-9fc7-dd3c7dce00b2 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] 10.222.0.68 "GET /v2.0/ports?device_id=1b48424c-0ad1-49ce-93a4-2f1c27f25176 HTTP/1.1" status: 200 len: 210 time: 0.0456834 Aug 25 16:14:30.685495 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.db.l3_hamode_db [None req-d6234923-5ba7-4c87-a0aa-77ecf75669ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e563cd2-b6f9-41e3-bb17-f82fe2f39150', 'name': 'tempest-AttachVolumeTestJSON-1950338539-router', 'tenant_id': 'd9f03318c9a74e1a8903854ddc6da304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af5d4827-908c-4372-9134-1f0198184942', 'external_fixed_ips': [{'subnet_id': 'a4c12025-f163-4c64-acba-906df26214d3', 'ip_address': '172.28.0.72'}], 'enable_snat': True}, 'gw_port_id': 'f339b5df-7254-4db8-8942-9e976480cce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:09:46Z', 'updated_at': '2021-08-25T16:09:58Z', 'revision_number': 4, 'project_id': 'd9f03318c9a74e1a8903854ddc6da304', 'gw_port': {'id': 'f339b5df-7254-4db8-8942-9e976480cce1', 'name': '', 'network_id': 'af5d4827-908c-4372-9134-1f0198184942', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:46:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e563cd2-b6f9-41e3-bb17-f82fe2f39150', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a4c12025-f163-4c64-acba-906df26214d3', 'ip_address': '172.28.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:09:47Z', 'updated_at': '2021-08-25T16:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a4c12025-f163-4c64-acba-906df26214d3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-smb', '_interfaces': [{'id': '7ea01973-1bb4-479e-b17f-6706e8530591', 'name': '', 'network_id': 'd0e51efe-0e7d-4430-816c-c5092a8f40f0', 'tenant_id': 'd9f03318c9a74e1a8903854ddc6da304', 'mac_address': 'fa:16:3e:36:e4:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e563cd2-b6f9-41e3-bb17-f82fe2f39150', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fe3c2446-8b99-4be0-b8e9-28ca607c8880', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:09:56Z', 'updated_at': '2021-08-25T16:10:40Z', 'revision_number': 5, 'project_id': 'd9f03318c9a74e1a8903854ddc6da304', 'subnets': [{'id': 'fe3c2446-8b99-4be0-b8e9-28ca607c8880', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-1-smb', False) {} {{(pid=75043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:14:30.689876 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6234923-5ba7-4c87-a0aa-77ecf75669ae None None] Checking router: 6e563cd2-b6f9-41e3-bb17-f82fe2f39150 for host: dv-cinder-806007-1-smb {{(pid=75043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 16:14:30.706215 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6234923-5ba7-4c87-a0aa-77ecf75669ae None None] Routers {'6e563cd2-b6f9-41e3-bb17-f82fe2f39150'} bound to L3 agent in host dv-cinder-806007-1-smb {{(pid=75043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:14:30.706824 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.db.l3_hamode_db [None req-d6234923-5ba7-4c87-a0aa-77ecf75669ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T16:01:30Z,description=,heartbeat_timestamp=2021-08-25T16:14:30Z,host='dv-cinder-806007-1-smb',id=ca94599f-caae-4183-a9a6-f9a0dcce5f21,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:01:30Z,topic='l3_agent')) {'router_ids': ['6e563cd2-b6f9-41e3-bb17-f82fe2f39150'], 'active': True} {{(pid=75043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:14:30.722608 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.l3_hamode_db [None req-94091f45-4f1f-4d86-b013-78e7c7d6859d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f40984fc-802b-4e43-93f0-9adc71a52552', 'name': 'tempest-AttachVolumeShelveTestJSON-34576394-router', 'tenant_id': 'dc71d1df614a4412aaf0b6136cfc4aba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af5d4827-908c-4372-9134-1f0198184942', 'external_fixed_ips': [{'subnet_id': 'a4c12025-f163-4c64-acba-906df26214d3', 'ip_address': '172.28.0.247'}], 'enable_snat': True}, 'gw_port_id': '9e55183a-48e9-4440-94d7-b92ffa2acccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:09:52Z', 'updated_at': '2021-08-25T16:10:08Z', 'revision_number': 4, 'project_id': 'dc71d1df614a4412aaf0b6136cfc4aba', 'gw_port': {'id': '9e55183a-48e9-4440-94d7-b92ffa2acccb', 'name': '', 'network_id': 'af5d4827-908c-4372-9134-1f0198184942', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:5a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40984fc-802b-4e43-93f0-9adc71a52552', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a4c12025-f163-4c64-acba-906df26214d3', 'ip_address': '172.28.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:09:55Z', 'updated_at': '2021-08-25T16:10:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a4c12025-f163-4c64-acba-906df26214d3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-smb', '_floatingips': [{'id': 'a3e42295-b4ad-4282-91c1-143b28bd13e2', 'tenant_id': 'dc71d1df614a4412aaf0b6136cfc4aba', 'floating_ip_address': '172.28.0.176', 'floating_network_id': 'af5d4827-908c-4372-9134-1f0198184942', 'router_id': 'f40984fc-802b-4e43-93f0-9adc71a52552', 'port_id': '5efe32c2-3da4-4c2c-96bc-16e91a944333', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb04b5ec-673a-4a91-b0e5-12c6c13382bd', 'mac_address': 'fa:16:3e:50:a2:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3b52c3-72b6-4415-a1e7-fe883d64e648', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T16:14:15Z', 'updated_at': '2021-08-25T16:14:28Z', 'revision_number': 1, 'project_id': 'dc71d1df614a4412aaf0b6136cfc4aba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd372dc2f-5e48-44f0-9761-ccaaeabf4a25', 'name': '', 'network_id': 'fb04b5ec-673a-4a91-b0e5-12c6c13382bd', 'tenant_id': 'dc71d1df614a4412aaf0b6136cfc4aba', 'mac_address': 'fa:16:3e:f1:0a:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40984fc-802b-4e43-93f0-9adc71a52552', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dcc96182-e992-4fac-b9ad-11619c23a7ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:10:06Z', 'updated_at': '2021-08-25T16:10:45Z', 'revision_number': 5, 'project_id': 'dc71d1df614a4412aaf0b6136cfc4aba', 'subnets': [{'id': 'dcc96182-e992-4fac-b9ad-11619c23a7ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-1-smb', False) {} {{(pid=75042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:14:30.726944 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94091f45-4f1f-4d86-b013-78e7c7d6859d None None] The sync data for ids ['f40984fc-802b-4e43-93f0-9adc71a52552'] in dv-cinder-806007-1-smb is: [{'id': 'f40984fc-802b-4e43-93f0-9adc71a52552', 'name': 'tempest-AttachVolumeShelveTestJSON-34576394-router', 'tenant_id': 'dc71d1df614a4412aaf0b6136cfc4aba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af5d4827-908c-4372-9134-1f0198184942', 'external_fixed_ips': [{'subnet_id': 'a4c12025-f163-4c64-acba-906df26214d3', 'ip_address': '172.28.0.247'}], 'enable_snat': True}, 'gw_port_id': '9e55183a-48e9-4440-94d7-b92ffa2acccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:09:52Z', 'updated_at': '2021-08-25T16:10:08Z', 'revision_number': 4, 'project_id': 'dc71d1df614a4412aaf0b6136cfc4aba', 'gw_port': {'id': '9e55183a-48e9-4440-94d7-b92ffa2acccb', 'name': '', 'network_id': 'af5d4827-908c-4372-9134-1f0198184942', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:5a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40984fc-802b-4e43-93f0-9adc71a52552', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a4c12025-f163-4c64-acba-906df26214d3', 'ip_address': '172.28.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:09:55Z', 'updated_at': '2021-08-25T16:10:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a4c12025-f163-4c64-acba-906df26214d3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-smb', '_floatingips': [{'id': 'a3e42295-b4ad-4282-91c1-143b28bd13e2', 'tenant_id': 'dc71d1df614a4412aaf0b6136cfc4aba', 'floating_ip_address': '172.28.0.176', 'floating_network_id': 'af5d4827-908c-4372-9134-1f0198184942', 'router_id': 'f40984fc-802b-4e43-93f0-9adc71a52552', 'port_id': '5efe32c2-3da4-4c2c-96bc-16e91a944333', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb04b5ec-673a-4a91-b0e5-12c6c13382bd', 'mac_address': 'fa:16:3e:50:a2:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3b52c3-72b6-4415-a1e7-fe883d64e648', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T16:14:15Z', 'updated_at': '2021-08-25T16:14:28Z', 'revision_number': 1, 'project_id': 'dc71d1df614a4412aaf0b6136cfc4aba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd372dc2f-5e48-44f0-9761-ccaaeabf4a25', 'name': '', 'network_id': 'fb04b5ec-673a-4a91-b0e5-12c6c13382bd', 'tenant_id': 'dc71d1df614a4412aaf0b6136cfc4aba', 'mac_address': 'fa:16:3e:f1:0a:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40984fc-802b-4e43-93f0-9adc71a52552', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dcc96182-e992-4fac-b9ad-11619c23a7ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:10:06Z', 'updated_at': '2021-08-25T16:10:45Z', 'revision_number': 5, 'project_id': 'dc71d1df614a4412aaf0b6136cfc4aba', 'subnets': [{'id': 'dcc96182-e992-4fac-b9ad-11619c23a7ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 16:14:30.907759 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.db.l3_dvr_db [None req-d6234923-5ba7-4c87-a0aa-77ecf75669ae None None] Set router 6e563cd2-b6f9-41e3-bb17-f82fe2f39150 gateway port host: dv-cinder-806007-1-smb {{(pid=75043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:14:30.940930 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d4ee86-47cf-4a59-9c4f-7ecc0b1a35a1 None None] New status for floating IP a3e42295-b4ad-4282-91c1-143b28bd13e2: ACTIVE {{(pid=75042) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Aug 25 16:14:31.032947 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-1bf536be-b7f1-4c3c-b07a-2be1e6809122 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:31.223200 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.db.l3_hamode_db [None req-d6234923-5ba7-4c87-a0aa-77ecf75669ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e563cd2-b6f9-41e3-bb17-f82fe2f39150', 'name': 'tempest-AttachVolumeTestJSON-1950338539-router', 'tenant_id': 'd9f03318c9a74e1a8903854ddc6da304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af5d4827-908c-4372-9134-1f0198184942', 'external_fixed_ips': [{'subnet_id': 'a4c12025-f163-4c64-acba-906df26214d3', 'ip_address': '172.28.0.72'}], 'enable_snat': True}, 'gw_port_id': 'f339b5df-7254-4db8-8942-9e976480cce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:09:46Z', 'updated_at': '2021-08-25T16:09:58Z', 'revision_number': 4, 'project_id': 'd9f03318c9a74e1a8903854ddc6da304', 'gw_port': {'id': 'f339b5df-7254-4db8-8942-9e976480cce1', 'name': '', 'network_id': 'af5d4827-908c-4372-9134-1f0198184942', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:46:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e563cd2-b6f9-41e3-bb17-f82fe2f39150', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a4c12025-f163-4c64-acba-906df26214d3', 'ip_address': '172.28.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:09:47Z', 'updated_at': '2021-08-25T16:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a4c12025-f163-4c64-acba-906df26214d3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-smb', '_interfaces': [{'id': '7ea01973-1bb4-479e-b17f-6706e8530591', 'name': '', 'network_id': 'd0e51efe-0e7d-4430-816c-c5092a8f40f0', 'tenant_id': 'd9f03318c9a74e1a8903854ddc6da304', 'mac_address': 'fa:16:3e:36:e4:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e563cd2-b6f9-41e3-bb17-f82fe2f39150', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fe3c2446-8b99-4be0-b8e9-28ca607c8880', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:09:56Z', 'updated_at': '2021-08-25T16:10:40Z', 'revision_number': 5, 'project_id': 'd9f03318c9a74e1a8903854ddc6da304', 'subnets': [{'id': 'fe3c2446-8b99-4be0-b8e9-28ca607c8880', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-1-smb', False) {} {{(pid=75043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:14:31.227040 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6234923-5ba7-4c87-a0aa-77ecf75669ae None None] The sync data for ids ['6e563cd2-b6f9-41e3-bb17-f82fe2f39150'] in dv-cinder-806007-1-smb is: [{'id': '6e563cd2-b6f9-41e3-bb17-f82fe2f39150', 'name': 'tempest-AttachVolumeTestJSON-1950338539-router', 'tenant_id': 'd9f03318c9a74e1a8903854ddc6da304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af5d4827-908c-4372-9134-1f0198184942', 'external_fixed_ips': [{'subnet_id': 'a4c12025-f163-4c64-acba-906df26214d3', 'ip_address': '172.28.0.72'}], 'enable_snat': True}, 'gw_port_id': 'f339b5df-7254-4db8-8942-9e976480cce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:09:46Z', 'updated_at': '2021-08-25T16:09:58Z', 'revision_number': 4, 'project_id': 'd9f03318c9a74e1a8903854ddc6da304', 'gw_port': {'id': 'f339b5df-7254-4db8-8942-9e976480cce1', 'name': '', 'network_id': 'af5d4827-908c-4372-9134-1f0198184942', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:46:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e563cd2-b6f9-41e3-bb17-f82fe2f39150', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a4c12025-f163-4c64-acba-906df26214d3', 'ip_address': '172.28.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:09:47Z', 'updated_at': '2021-08-25T16:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a4c12025-f163-4c64-acba-906df26214d3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-smb', '_interfaces': [{'id': '7ea01973-1bb4-479e-b17f-6706e8530591', 'name': '', 'network_id': 'd0e51efe-0e7d-4430-816c-c5092a8f40f0', 'tenant_id': 'd9f03318c9a74e1a8903854ddc6da304', 'mac_address': 'fa:16:3e:36:e4:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e563cd2-b6f9-41e3-bb17-f82fe2f39150', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fe3c2446-8b99-4be0-b8e9-28ca607c8880', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:09:56Z', 'updated_at': '2021-08-25T16:10:40Z', 'revision_number': 5, 'project_id': 'd9f03318c9a74e1a8903854ddc6da304', 'subnets': [{'id': 'fe3c2446-8b99-4be0-b8e9-28ca607c8880', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 16:14:31.641524 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.wsgi [-] (75041) accepted ('10.222.0.68', 59532) {{(pid=75041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:14:31.708100 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-3529cd37-6f6f-44dc-9255-7e17ddac2e6f tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Notify callbacks [] for security_group, before_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:31.736779 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-3529cd37-6f6f-44dc-9255-7e17ddac2e6f tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Notify callbacks [] for security_group, precommit_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:31.788851 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-3529cd37-6f6f-44dc-9255-7e17ddac2e6f tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:31.792661 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-77894903-8f23-4ec4-938d-f039aacd1f18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:14:31.807957 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3529cd37-6f6f-44dc-9255-7e17ddac2e6f tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d097c96-4f75-4fbf-b31b-824952f1b3d1,revision_number=None']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:14:31.810576 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-3529cd37-6f6f-44dc-9255-7e17ddac2e6f tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:14:31.818134 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-3529cd37-6f6f-44dc-9255-7e17ddac2e6f tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Notify callbacks [] for security_group, before_response {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:31.819302 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [None req-3529cd37-6f6f-44dc-9255-7e17ddac2e6f tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] 10.222.0.68 "DELETE /v2.0/security-groups/1d097c96-4f75-4fbf-b31b-824952f1b3d1 HTTP/1.1" status: 204 len: 168 time: 0.1767960 Aug 25 16:14:31.822106 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.wsgi [-] (75041) accepted ('10.222.0.68', 59538) {{(pid=75041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:14:31.839926 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.api.v2.resource [None req-529752eb-ac29-435a-af7d-7506eac23b7d tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] show failed (client error): The resource could not be found. Aug 25 16:14:31.840941 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [None req-529752eb-ac29-435a-af7d-7506eac23b7d tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] 10.222.0.68 "GET /v2.0/security-groups/1d097c96-4f75-4fbf-b31b-824952f1b3d1 HTTP/1.1" status: 404 len: 347 time: 0.0180023 Aug 25 16:14:31.843823 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.wsgi [-] (75041) accepted ('10.222.0.68', 59542) {{(pid=75041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:14:32.006180 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.plugin [None req-012f6a05-3869-471b-88f6-69e27eccdec7 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Deleting port 5c5e38f0-a8fa-4366-ab14-71cf6760f246 {{(pid=75041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:14:32.006525 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-012f6a05-3869-471b-88f6-69e27eccdec7 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776572162991'] for port, before_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:32.253636 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-012f6a05-3869-471b-88f6-69e27eccdec7 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452504'] for port, precommit_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:32.254037 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-012f6a05-3869-471b-88f6-69e27eccdec7 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:32.368473 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-8ca458b3-9003-4c9b-b026-f7ba765eab5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:32.377160 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.plugin [None req-012f6a05-3869-471b-88f6-69e27eccdec7 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Calling delete_port for 5c5e38f0-a8fa-4366-ab14-71cf6760f246 owned by network:floatingip {{(pid=75041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:14:32.515724 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-012f6a05-3869-471b-88f6-69e27eccdec7 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776572168708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776571761668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1248622'] for port, after_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:32.519267 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-09fef77a-ec2c-4b09-98f4-3df1170c329a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:14:32.562065 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012f6a05-3869-471b-88f6-69e27eccdec7 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Pushing event deleted for resources: {'Port': ['ID=5c5e38f0-a8fa-4366-ab14-71cf6760f246,revision_number=None']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:14:32.566085 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-012f6a05-3869-471b-88f6-69e27eccdec7 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:14:32.651794 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-012f6a05-3869-471b-88f6-69e27eccdec7 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Notify callbacks [] for floatingip, after_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:32.658902 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Device ebdd01f5-17bf-4775-a045-ab233f03d4a8 no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:14:32.665639 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-012f6a05-3869-471b-88f6-69e27eccdec7 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981218'] for floatingip, before_response {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:32.666777 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [None req-012f6a05-3869-471b-88f6-69e27eccdec7 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] 10.222.0.68 "DELETE /v2.0/floatingips/fa99f3fa-89bf-40ba-9713-5d2cc028f030 HTTP/1.1" status: 204 len: 168 time: 0.8220775 Aug 25 16:14:32.694277 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.plugin [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] No Port match for: ebdd01f5-17bf-4775-a045-ab233f03d4a8 {{(pid=75042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 16:14:32.694688 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Device ebdd01f5-17bf-4775-a045-ab233f03d4a8 not bound to the agent host hv-cinder-80600 {{(pid=75042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 16:14:33.180242 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-780d9bac-f423-4ee8-ba76-73c75e549bf8 None None] New status for floating IP fa99f3fa-89bf-40ba-9713-5d2cc028f030: DOWN {{(pid=75043) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Aug 25 16:14:33.296326 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.wsgi [-] (75041) accepted ('10.222.0.68', 59550) {{(pid=75041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:14:33.305711 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.v2.base [None req-264e6541-1d79-4c25-9ab5-42ee0badf824 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1778976671', 'description': 'tempest-description--2018334413'}} {{(pid=75041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:14:33.312034 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.quota.driver [None req-264e6541-1d79-4c25-9ab5-42ee0badf824 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:14:33.316603 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [None req-264e6541-1d79-4c25-9ab5-42ee0badf824 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Usage tracker for resource:security_group and tenant:d9f03318c9a74e1a8903854ddc6da304 is out of sync, need to count used quota {{(pid=75041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:14:33.319662 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [None req-264e6541-1d79-4c25-9ab5-42ee0badf824 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=75041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:14:33.326205 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.quota.driver [None req-264e6541-1d79-4c25-9ab5-42ee0badf824 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:14:33.340400 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-264e6541-1d79-4c25-9ab5-42ee0badf824 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Notify callbacks [] for security_group, before_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:33.376220 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.quota.driver [None req-264e6541-1d79-4c25-9ab5-42ee0badf824 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:14:33.380013 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [None req-264e6541-1d79-4c25-9ab5-42ee0badf824 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Usage tracker for resource:security_group_rule and tenant:d9f03318c9a74e1a8903854ddc6da304 is out of sync, need to count used quota {{(pid=75041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:14:33.382808 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [None req-264e6541-1d79-4c25-9ab5-42ee0badf824 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=75041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:14:33.388381 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.quota.driver [None req-264e6541-1d79-4c25-9ab5-42ee0badf824 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=75041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:14:33.447236 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-264e6541-1d79-4c25-9ab5-42ee0badf824 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Notify callbacks [] for security_group, precommit_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:33.450845 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-264e6541-1d79-4c25-9ab5-42ee0badf824 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:33.454169 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:14:33.495426 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264e6541-1d79-4c25-9ab5-42ee0badf824 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90e4a15c-1669-458b-8ae4-122645b0d0c7,revision_number=1']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:14:33.498196 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-264e6541-1d79-4c25-9ab5-42ee0badf824 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Notify callbacks [] for security_group, before_response {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:33.499377 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [None req-264e6541-1d79-4c25-9ab5-42ee0badf824 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.2016394 Aug 25 16:14:33.500271 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-264e6541-1d79-4c25-9ab5-42ee0badf824 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:14:33.503167 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.wsgi [-] (75041) accepted ('10.222.0.68', 59554) {{(pid=75041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:14:33.508205 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.v2.base [None req-c654b86d-de59-4f8f-bfea-acb08a6a67f4 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Request body: {'security_group_rule': {'security_group_id': '90e4a15c-1669-458b-8ae4-122645b0d0c7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=75041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:14:33.513952 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.quota.driver [None req-c654b86d-de59-4f8f-bfea-acb08a6a67f4 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:14:33.517810 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [None req-c654b86d-de59-4f8f-bfea-acb08a6a67f4 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Usage tracker for resource:security_group_rule and tenant:d9f03318c9a74e1a8903854ddc6da304 is out of sync, need to count used quota {{(pid=75041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:14:33.521340 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [None req-c654b86d-de59-4f8f-bfea-acb08a6a67f4 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=75041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:14:33.526959 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.quota.driver [None req-c654b86d-de59-4f8f-bfea-acb08a6a67f4 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=75041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:14:33.544063 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-c654b86d-de59-4f8f-bfea-acb08a6a67f4 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:33.604424 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-c654b86d-de59-4f8f-bfea-acb08a6a67f4 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:33.608018 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-c654b86d-de59-4f8f-bfea-acb08a6a67f4 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511461'] for security_group_rule, after_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:33.610339 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:14:33.632336 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c654b86d-de59-4f8f-bfea-acb08a6a67f4 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dad129e4-80e0-4455-b7cb-15cdf867575b,revision_number=0']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:14:33.637757 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-c654b86d-de59-4f8f-bfea-acb08a6a67f4 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:14:33.641798 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-c654b86d-de59-4f8f-bfea-acb08a6a67f4 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:33.643564 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [None req-c654b86d-de59-4f8f-bfea-acb08a6a67f4 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1393812 Aug 25 16:14:33.646701 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.wsgi [-] (75041) accepted ('10.222.0.68', 59558) {{(pid=75041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:14:33.652272 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.v2.base [None req-d472240e-8210-4fc8-a313-cbcb458eca8f tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Request body: {'security_group_rule': {'security_group_id': '90e4a15c-1669-458b-8ae4-122645b0d0c7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=75041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:14:33.657944 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.quota.driver [None req-d472240e-8210-4fc8-a313-cbcb458eca8f tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:14:33.662069 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [None req-d472240e-8210-4fc8-a313-cbcb458eca8f tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Usage tracker for resource:security_group_rule and tenant:d9f03318c9a74e1a8903854ddc6da304 is out of sync, need to count used quota {{(pid=75041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:14:33.664912 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [None req-d472240e-8210-4fc8-a313-cbcb458eca8f tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=75041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:14:33.670551 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.quota.driver [None req-d472240e-8210-4fc8-a313-cbcb458eca8f tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=75041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:14:33.687126 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-d472240e-8210-4fc8-a313-cbcb458eca8f tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:33.750548 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-d472240e-8210-4fc8-a313-cbcb458eca8f tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:33.755034 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-d472240e-8210-4fc8-a313-cbcb458eca8f tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511461'] for security_group_rule, after_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:33.757129 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-c654b86d-de59-4f8f-bfea-acb08a6a67f4 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:14:33.778822 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d472240e-8210-4fc8-a313-cbcb458eca8f tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc280ffa-d615-45f6-9afd-6ffe6043930e,revision_number=0']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:14:33.781151 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-d472240e-8210-4fc8-a313-cbcb458eca8f tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:14:33.787671 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-d472240e-8210-4fc8-a313-cbcb458eca8f tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:33.788914 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [None req-d472240e-8210-4fc8-a313-cbcb458eca8f tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1412239 Aug 25 16:14:33.791826 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.wsgi [-] (75041) accepted ('10.222.0.68', 59562) {{(pid=75041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:14:33.797054 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.v2.base [None req-8f59c723-96ef-45d1-ab12-f8ff4a990869 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Request body: {'floatingip': {'floating_network_id': 'af5d4827-908c-4372-9134-1f0198184942'}} {{(pid=75041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:14:33.802128 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.quota.driver [None req-8f59c723-96ef-45d1-ab12-f8ff4a990869 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:14:33.806004 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [None req-8f59c723-96ef-45d1-ab12-f8ff4a990869 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Usage tracker for resource:floatingip and tenant:d9f03318c9a74e1a8903854ddc6da304 is out of sync, need to count used quota {{(pid=75041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:14:33.808896 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [None req-8f59c723-96ef-45d1-ab12-f8ff4a990869 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=75041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:14:33.815151 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.quota.driver [None req-8f59c723-96ef-45d1-ab12-f8ff4a990869 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=75041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:14:33.825181 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-8f59c723-96ef-45d1-ab12-f8ff4a990869 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Notify callbacks [] for floatingip, before_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:33.962989 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-8f59c723-96ef-45d1-ab12-f8ff4a990869 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:34.097631 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.db_base_plugin_common [None req-8f59c723-96ef-45d1-ab12-f8ff4a990869 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Allocated IP 172.28.0.81 (af5d4827-908c-4372-9134-1f0198184942/a4c12025-f163-4c64-acba-906df26214d3/ffb4c061-f704-4b71-a95d-244a92b43af0) {{(pid=75041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:14:34.242646 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-8f59c723-96ef-45d1-ab12-f8ff4a990869 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Notify callbacks [] for port, precommit_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:34.270999 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-8f59c723-96ef-45d1-ab12-f8ff4a990869 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776571788279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1248622'] for port, after_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:34.275189 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-d9c2091e-4b30-4dae-8200-c4d3731dbe80 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:14:34.341829 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f59c723-96ef-45d1-ab12-f8ff4a990869 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Network af5d4827-908c-4372-9134-1f0198184942 is already hosted by enough agents. {{(pid=75041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:14:34.344624 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.scheduler.base_scheduler [None req-8f59c723-96ef-45d1-ab12-f8ff4a990869 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Resources bound (agent type, host, resource id): {{(pid=75041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:14:34.349923 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f59c723-96ef-45d1-ab12-f8ff4a990869 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Received port after_create {{(pid=75041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:14:34.377981 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f59c723-96ef-45d1-ab12-f8ff4a990869 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Pushing event updated for resources: {'Port': ['ID=ffb4c061-f704-4b71-a95d-244a92b43af0,revision_number=1']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:14:34.384345 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-8f59c723-96ef-45d1-ab12-f8ff4a990869 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:14:34.507240 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-8f59c723-96ef-45d1-ab12-f8ff4a990869 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Notify callbacks [] for floatingip, precommit_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:34.561915 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-8f59c723-96ef-45d1-ab12-f8ff4a990869 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_update {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:34.852162 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-8f59c723-96ef-45d1-ab12-f8ff4a990869 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Notify callbacks [] for port, precommit_update {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:34.857327 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-8f59c723-96ef-45d1-ab12-f8ff4a990869 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776572168726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776571761677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776571761722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1248615'] for port, after_update {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:34.862140 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:14:34.962997 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f59c723-96ef-45d1-ab12-f8ff4a990869 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Pushing event updated for resources: {'Port': ['ID=ffb4c061-f704-4b71-a95d-244a92b43af0,revision_number=2']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:14:34.966871 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-8f59c723-96ef-45d1-ab12-f8ff4a990869 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:14:34.981289 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-8f59c723-96ef-45d1-ab12-f8ff4a990869 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-453709'] for floatingip, after_update {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:35.005675 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-8f59c723-96ef-45d1-ab12-f8ff4a990869 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981218'] for floatingip, before_response {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:35.010711 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [None req-8f59c723-96ef-45d1-ab12-f8ff4a990869 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2141373 Aug 25 16:14:35.248039 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [req-b4b811b6-38b3-4387-9fb0-8760890a16dd req-cc386ec6-547d-4ad3-a92b-029cc506c34c tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Synchronizing usage tracker for tenant:d9f03318c9a74e1a8903854ddc6da304 on resource:security_group {{(pid=75041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:14:35.263045 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [req-b4b811b6-38b3-4387-9fb0-8760890a16dd req-cc386ec6-547d-4ad3-a92b-029cc506c34c tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Unset dirty status for tenant:d9f03318c9a74e1a8903854ddc6da304 on resource:security_group {{(pid=75041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:14:35.264199 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-b4b811b6-38b3-4387-9fb0-8760890a16dd req-cc386ec6-547d-4ad3-a92b-029cc506c34c tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-securitygroup--1778976671&fields=id&tenant_id=d9f03318c9a74e1a8903854ddc6da304 HTTP/1.1" status: 200 len: 267 time: 0.0609534 Aug 25 16:14:35.419948 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b811b6-38b3-4387-9fb0-8760890a16dd req-1bd5a8ce-fb43-4c6d-ae73-eede319f6423 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:14:35.420530 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [req-b4b811b6-38b3-4387-9fb0-8760890a16dd req-1bd5a8ce-fb43-4c6d-ae73-eede319f6423 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Synchronizing usage tracker for tenant:d9f03318c9a74e1a8903854ddc6da304 on resource:network {{(pid=75041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:14:35.436973 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [req-b4b811b6-38b3-4387-9fb0-8760890a16dd req-1bd5a8ce-fb43-4c6d-ae73-eede319f6423 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Unset dirty status for tenant:d9f03318c9a74e1a8903854ddc6da304 on resource:network {{(pid=75041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:14:35.438221 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-b4b811b6-38b3-4387-9fb0-8760890a16dd req-1bd5a8ce-fb43-4c6d-ae73-eede319f6423 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] 10.222.0.68 "GET /v2.0/networks?id=d0e51efe-0e7d-4430-816c-c5092a8f40f0 HTTP/1.1" status: 200 len: 811 time: 0.1673522 Aug 25 16:14:35.454010 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-b4b811b6-38b3-4387-9fb0-8760890a16dd req-81c8988e-43d2-4ff4-b4e2-b6616e83f53f tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] 10.222.0.68 "GET /v2.0/quotas/d9f03318c9a74e1a8903854ddc6da304 HTTP/1.1" status: 200 len: 375 time: 0.0104721 Aug 25 16:14:35.534958 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [req-b4b811b6-38b3-4387-9fb0-8760890a16dd req-331a6254-339e-446f-ae5f-60cabeef7aa4 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Synchronizing usage tracker for tenant:d9f03318c9a74e1a8903854ddc6da304 on resource:port {{(pid=75041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:14:35.549850 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [req-b4b811b6-38b3-4387-9fb0-8760890a16dd req-331a6254-339e-446f-ae5f-60cabeef7aa4 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Unset dirty status for tenant:d9f03318c9a74e1a8903854ddc6da304 on resource:port {{(pid=75041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:14:35.551262 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-b4b811b6-38b3-4387-9fb0-8760890a16dd req-331a6254-339e-446f-ae5f-60cabeef7aa4 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=d9f03318c9a74e1a8903854ddc6da304&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0919771 Aug 25 16:14:35.687010 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-b4b811b6-38b3-4387-9fb0-8760890a16dd req-10d542e4-a8b0-4d37-8621-8338e5450cf2 service neutron] 10.222.0.68 "GET /v2.0/networks/d0e51efe-0e7d-4430-816c-c5092a8f40f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242762 Aug 25 16:14:35.816624 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-b4b811b6-38b3-4387-9fb0-8760890a16dd req-a852b427-6f1b-45e7-a917-0be1137143c4 service neutron] 10.222.0.68 "GET /v2.0/networks/d0e51efe-0e7d-4430-816c-c5092a8f40f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233883 Aug 25 16:14:36.012601 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [req-5b88b4b5-db32-4a00-b60b-6b6ea7e2a578 req-505034a7-7ce6-437c-80ec-e334d541754d tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Synchronizing usage tracker for tenant:d9f03318c9a74e1a8903854ddc6da304 on resource:port {{(pid=75040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:14:36.024980 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [req-5b88b4b5-db32-4a00-b60b-6b6ea7e2a578 req-505034a7-7ce6-437c-80ec-e334d541754d tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Unset dirty status for tenant:d9f03318c9a74e1a8903854ddc6da304 on resource:port {{(pid=75040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:14:36.026137 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-5b88b4b5-db32-4a00-b60b-6b6ea7e2a578 req-505034a7-7ce6-437c-80ec-e334d541754d tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] 10.222.0.68 "GET /v2.0/ports?device_id=c9876a73-56a7-4829-bcfb-5c6f508b10c4 HTTP/1.1" status: 200 len: 210 time: 0.0581841 Aug 25 16:14:37.113509 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b811b6-38b3-4387-9fb0-8760890a16dd req-4ca72bd3-f407-4dfd-b053-8f1368b13e20 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:14:37.114970 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-b4b811b6-38b3-4387-9fb0-8760890a16dd req-4ca72bd3-f407-4dfd-b053-8f1368b13e20 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] 10.222.0.70 "GET /v2.0/networks?id=d0e51efe-0e7d-4430-816c-c5092a8f40f0 HTTP/1.1" status: 200 len: 811 time: 0.1646442 Aug 25 16:14:37.172980 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-b4b811b6-38b3-4387-9fb0-8760890a16dd req-15e3092f-ace1-4cd9-b628-edcaabd17932 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d9f03318c9a74e1a8903854ddc6da304 HTTP/1.1" status: 200 len: 380 time: 0.0433071 Aug 25 16:14:37.184420 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.v2.base [req-b4b811b6-38b3-4387-9fb0-8760890a16dd req-172be328-6775-4f4f-a5b5-3d7c6375e949 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Request body: {'port': {'device_id': 'c9876a73-56a7-4829-bcfb-5c6f508b10c4', 'network_id': 'd0e51efe-0e7d-4430-816c-c5092a8f40f0', 'admin_state_up': True, 'tenant_id': 'd9f03318c9a74e1a8903854ddc6da304', 'security_groups': ['90e4a15c-1669-458b-8ae4-122645b0d0c7']}} {{(pid=75041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:14:37.196070 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-822f7bf3-2c35-49a6-9f6e-8bf3eb24059c req-4308ba5e-1fd2-4b33-8987-8677b8b27343 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] 10.222.0.68 "GET /v2.0/ports?device_id=c9876a73-56a7-4829-bcfb-5c6f508b10c4 HTTP/1.1" status: 200 len: 210 time: 0.0442441 Aug 25 16:14:37.320834 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.quota.driver [req-b4b811b6-38b3-4387-9fb0-8760890a16dd req-172be328-6775-4f4f-a5b5-3d7c6375e949 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:14:37.330875 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.quota.driver [req-b4b811b6-38b3-4387-9fb0-8760890a16dd req-172be328-6775-4f4f-a5b5-3d7c6375e949 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=75041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:14:37.340224 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4b811b6-38b3-4387-9fb0-8760890a16dd req-172be328-6775-4f4f-a5b5-3d7c6375e949 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Made reservation on behalf of d9f03318c9a74e1a8903854ddc6da304 for: {'port': 1} {{(pid=75041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:14:37.343337 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [req-b4b811b6-38b3-4387-9fb0-8760890a16dd req-172be328-6775-4f4f-a5b5-3d7c6375e949 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:37.509825 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.db_base_plugin_common [req-b4b811b6-38b3-4387-9fb0-8760890a16dd req-172be328-6775-4f4f-a5b5-3d7c6375e949 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Allocated IP 172.20.0.13 (d0e51efe-0e7d-4430-816c-c5092a8f40f0/fe3c2446-8b99-4be0-b8e9-28ca607c8880/5c21e5ce-3103-4a58-a537-d067c688113a) {{(pid=75041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:14:37.697793 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [req-b4b811b6-38b3-4387-9fb0-8760890a16dd req-172be328-6775-4f4f-a5b5-3d7c6375e949 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Notify callbacks [] for port, precommit_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:37.717817 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.provisioning_blocks [req-b4b811b6-38b3-4387-9fb0-8760890a16dd req-172be328-6775-4f4f-a5b5-3d7c6375e949 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Transition to ACTIVE for port object 5c21e5ce-3103-4a58-a537-d067c688113a will not be triggered until provisioned by entity DHCP. {{(pid=75041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:14:37.740807 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [req-b4b811b6-38b3-4387-9fb0-8760890a16dd req-172be328-6775-4f4f-a5b5-3d7c6375e949 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776571788279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1248622'] for port, after_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:37.746347 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-11dabcd9-c376-49c3-9c23-7884cbd11932 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:14:37.810488 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4b811b6-38b3-4387-9fb0-8760890a16dd req-172be328-6775-4f4f-a5b5-3d7c6375e949 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Network d0e51efe-0e7d-4430-816c-c5092a8f40f0 is already hosted by enough agents. {{(pid=75041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:14:37.813556 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.scheduler.base_scheduler [req-b4b811b6-38b3-4387-9fb0-8760890a16dd req-172be328-6775-4f4f-a5b5-3d7c6375e949 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Resources bound (agent type, host, resource id): {{(pid=75041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:14:37.818397 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4b811b6-38b3-4387-9fb0-8760890a16dd req-172be328-6775-4f4f-a5b5-3d7c6375e949 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Received port after_create {{(pid=75041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:14:37.848441 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172be328-6775-4f4f-a5b5-3d7c6375e949 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Pushing event updated for resources: {'Port': ['ID=5c21e5ce-3103-4a58-a537-d067c688113a,revision_number=1']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:14:37.854960 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-172be328-6775-4f4f-a5b5-3d7c6375e949 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:14:37.884532 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b811b6-38b3-4387-9fb0-8760890a16dd req-172be328-6775-4f4f-a5b5-3d7c6375e949 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:14:37.885172 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [req-b4b811b6-38b3-4387-9fb0-8760890a16dd req-172be328-6775-4f4f-a5b5-3d7c6375e949 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981218'] for port, before_response {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:37.910618 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-b4b811b6-38b3-4387-9fb0-8760890a16dd req-172be328-6775-4f4f-a5b5-3d7c6375e949 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7299113 Aug 25 16:14:37.922292 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.v2.base [req-b4b811b6-38b3-4387-9fb0-8760890a16dd req-f7c3b256-f244-4ef2-a42a-26a35d9b4f9e service neutron] Request body: {'port': {'device_id': 'c9876a73-56a7-4829-bcfb-5c6f508b10c4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80600'}} {{(pid=75041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:14:38.014975 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.provisioning_blocks [None req-09c39b08-f082-431a-8da9-0ba07248617e None None] Provisioning for port 5c21e5ce-3103-4a58-a537-d067c688113a completed by entity DHCP. {{(pid=75042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:14:38.020163 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.provisioning_blocks [None req-09c39b08-f082-431a-8da9-0ba07248617e None None] Provisioning complete for port 5c21e5ce-3103-4a58-a537-d067c688113a triggered by entity DHCP. {{(pid=75042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:14:38.020547 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-09c39b08-f082-431a-8da9-0ba07248617e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16203014'] for port, provisioning_complete {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:38.037189 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [req-b4b811b6-38b3-4387-9fb0-8760890a16dd req-f7c3b256-f244-4ef2-a42a-26a35d9b4f9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_update {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:38.090151 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.plugin [None req-09c39b08-f082-431a-8da9-0ba07248617e None None] Port 5c21e5ce-3103-4a58-a537-d067c688113a cannot update to ACTIVE because it is not bound. {{(pid=75042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 25 16:14:38.398834 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65a4ad6-9543-417f-9a0c-090a1cc6782d req-b17a9f68-b06c-44aa-92a0-c7461a464331 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:14:38.400332 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-f65a4ad6-9543-417f-9a0c-090a1cc6782d req-b17a9f68-b06c-44aa-92a0-c7461a464331 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] 10.222.0.68 "GET /v2.0/ports?device_id=c9876a73-56a7-4829-bcfb-5c6f508b10c4 HTTP/1.1" status: 200 len: 932 time: 0.0821192 Aug 25 16:14:38.447714 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-f65a4ad6-9543-417f-9a0c-090a1cc6782d req-95cbbb17-7ad4-4b21-a5f2-ae415c3815df tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] 10.222.0.68 "GET /v2.0/security-groups?id=90e4a15c-1669-458b-8ae4-122645b0d0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413816 Aug 25 16:14:38.469491 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.notifiers.nova [req-b4b811b6-38b3-4387-9fb0-8760890a16dd req-f7c3b256-f244-4ef2-a42a-26a35d9b4f9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c21e5ce-3103-4a58-a537-d067c688113a {{(pid=75041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:14:38.476678 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [req-b4b811b6-38b3-4387-9fb0-8760890a16dd req-f7c3b256-f244-4ef2-a42a-26a35d9b4f9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:38.491999 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.provisioning_blocks [req-b4b811b6-38b3-4387-9fb0-8760890a16dd req-f7c3b256-f244-4ef2-a42a-26a35d9b4f9e service neutron] Transition to ACTIVE for port object 5c21e5ce-3103-4a58-a537-d067c688113a will not be triggered until provisioned by entity L2. {{(pid=75041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:14:38.496514 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [req-b4b811b6-38b3-4387-9fb0-8760890a16dd req-f7c3b256-f244-4ef2-a42a-26a35d9b4f9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776572168726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776571761677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776571761722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1248615'] for port, after_update {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:38.499993 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-cca752c1-803a-43a4-882f-1e59e685a19a tempest-AttachVolumeNegativeTest-423866988 tempest-AttachVolumeNegativeTest-423866988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:14:38.625052 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c3b256-f244-4ef2-a42a-26a35d9b4f9e service neutron] Pushing event updated for resources: {'Port': ['ID=5c21e5ce-3103-4a58-a537-d067c688113a,revision_number=2']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:14:38.628635 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-f7c3b256-f244-4ef2-a42a-26a35d9b4f9e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:14:38.730386 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.managers [req-b4b811b6-38b3-4387-9fb0-8760890a16dd req-f7c3b256-f244-4ef2-a42a-26a35d9b4f9e service neutron] Attempting to bind port 5c21e5ce-3103-4a58-a537-d067c688113a on host hv-cinder-80600 for vnic_type normal with profile {{(pid=75041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:14:38.730715 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.managers [req-b4b811b6-38b3-4387-9fb0-8760890a16dd req-f7c3b256-f244-4ef2-a42a-26a35d9b4f9e service neutron] Attempting to bind port 5c21e5ce-3103-4a58-a537-d067c688113a by drivers openvswitch,hyperv on host hv-cinder-80600 at level 0 using segments [{'id': '81a87809-0b66-408c-a8ca-6b02427dc69c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'd0e51efe-0e7d-4430-816c-c5092a8f40f0'}] {{(pid=75041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:14:38.731038 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b811b6-38b3-4387-9fb0-8760890a16dd req-f7c3b256-f244-4ef2-a42a-26a35d9b4f9e service neutron] Attempting to bind port 5c21e5ce-3103-4a58-a537-d067c688113a on network d0e51efe-0e7d-4430-816c-c5092a8f40f0 {{(pid=75041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:14:38.737262 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b811b6-38b3-4387-9fb0-8760890a16dd req-f7c3b256-f244-4ef2-a42a-26a35d9b4f9e service neutron] Port 5c21e5ce-3103-4a58-a537-d067c688113a on network d0e51efe-0e7d-4430-816c-c5092a8f40f0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80600 {{(pid=75041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 16:14:38.737582 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b811b6-38b3-4387-9fb0-8760890a16dd req-f7c3b256-f244-4ef2-a42a-26a35d9b4f9e service neutron] Attempting to bind port 5c21e5ce-3103-4a58-a537-d067c688113a on network d0e51efe-0e7d-4430-816c-c5092a8f40f0 {{(pid=75041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:14:38.744013 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b811b6-38b3-4387-9fb0-8760890a16dd req-f7c3b256-f244-4ef2-a42a-26a35d9b4f9e service neutron] Checking agent: {'id': 'ce44fce8-b773-464c-81ed-5793acd8e0ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80600', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 7, 48), 'started_at': datetime.datetime(2021, 8, 25, 16, 7, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 14, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:14:38.744266 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b811b6-38b3-4387-9fb0-8760890a16dd req-f7c3b256-f244-4ef2-a42a-26a35d9b4f9e service neutron] Checking segment: {'id': '81a87809-0b66-408c-a8ca-6b02427dc69c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'd0e51efe-0e7d-4430-816c-c5092a8f40f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:14:38.744647 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b811b6-38b3-4387-9fb0-8760890a16dd req-f7c3b256-f244-4ef2-a42a-26a35d9b4f9e service neutron] Bound using segment: {'id': '81a87809-0b66-408c-a8ca-6b02427dc69c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'd0e51efe-0e7d-4430-816c-c5092a8f40f0'} {{(pid=75041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:14:38.745066 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.managers [req-b4b811b6-38b3-4387-9fb0-8760890a16dd req-f7c3b256-f244-4ef2-a42a-26a35d9b4f9e service neutron] Bound port: 5c21e5ce-3103-4a58-a537-d067c688113a, host: hv-cinder-80600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81a87809-0b66-408c-a8ca-6b02427dc69c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'd0e51efe-0e7d-4430-816c-c5092a8f40f0'}}] {{(pid=75041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:14:38.745427 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [req-b4b811b6-38b3-4387-9fb0-8760890a16dd req-f7c3b256-f244-4ef2-a42a-26a35d9b4f9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_update {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:38.835375 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.db [req-b4b811b6-38b3-4387-9fb0-8760890a16dd req-f7c3b256-f244-4ef2-a42a-26a35d9b4f9e service neutron] For port 5c21e5ce-3103-4a58-a537-d067c688113a, host hv-cinder-80600, cleared binding levels {{(pid=75041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:14:38.838232 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.db [req-b4b811b6-38b3-4387-9fb0-8760890a16dd req-f7c3b256-f244-4ef2-a42a-26a35d9b4f9e service neutron] For port 5c21e5ce-3103-4a58-a537-d067c688113a, host hv-cinder-80600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=5c21e5ce-3103-4a58-a537-d067c688113a,segment=NetworkSegment(81a87809-0b66-408c-a8ca-6b02427dc69c),segment_id=81a87809-0b66-408c-a8ca-6b02427dc69c)] {{(pid=75041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:14:38.842888 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [req-b4b811b6-38b3-4387-9fb0-8760890a16dd req-f7c3b256-f244-4ef2-a42a-26a35d9b4f9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776572168726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776571761677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776571761722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1248615'] for port, after_update {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:38.847234 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-012f6a05-3869-471b-88f6-69e27eccdec7 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:14:38.904301 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [req-b4b811b6-38b3-4387-9fb0-8760890a16dd req-f7c3b256-f244-4ef2-a42a-26a35d9b4f9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981218'] for port, before_response {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:38.905689 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-b4b811b6-38b3-4387-9fb0-8760890a16dd req-f7c3b256-f244-4ef2-a42a-26a35d9b4f9e service neutron] 10.222.0.70 "PUT /v2.0/ports/5c21e5ce-3103-4a58-a537-d067c688113a HTTP/1.1" status: 200 len: 1094 time: 0.9876695 Aug 25 16:14:38.906177 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9876a73-56a7-4829-bcfb-5c6f508b10c4', 'tag': '5c21e5ce-3103-4a58-a537-d067c688113a'}] {{(pid=75041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:14:38.927193 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c3b256-f244-4ef2-a42a-26a35d9b4f9e service neutron] Pushing event updated for resources: {'Port': ['ID=5c21e5ce-3103-4a58-a537-d067c688113a,revision_number=3']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:14:38.930146 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-f7c3b256-f244-4ef2-a42a-26a35d9b4f9e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:14:38.990237 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9876a73-56a7-4829-bcfb-5c6f508b10c4', 'tag': '5c21e5ce-3103-4a58-a537-d067c688113a', 'status': 'completed', 'code': 200} Aug 25 16:14:39.035648 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-b4b811b6-38b3-4387-9fb0-8760890a16dd req-69cc3e58-c3b9-467a-9b5a-ca889cab5046 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d9f03318c9a74e1a8903854ddc6da304&device_id=c9876a73-56a7-4829-bcfb-5c6f508b10c4 HTTP/1.1" status: 200 len: 1097 time: 0.0837004 Aug 25 16:14:39.108104 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-b4b811b6-38b3-4387-9fb0-8760890a16dd req-6b9dc6a7-19ca-47a6-9951-25d79398c980 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5c21e5ce-3103-4a58-a537-d067c688113a HTTP/1.1" status: 200 len: 217 time: 0.0640869 Aug 25 16:14:39.178006 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b811b6-38b3-4387-9fb0-8760890a16dd req-95d7bc3a-0fcf-4589-af53-e743e86daaa9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:14:39.179345 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-b4b811b6-38b3-4387-9fb0-8760890a16dd req-95d7bc3a-0fcf-4589-af53-e743e86daaa9 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=fe3c2446-8b99-4be0-b8e9-28ca607c8880 HTTP/1.1" status: 200 len: 850 time: 0.0641720 Aug 25 16:14:39.256832 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-b4b811b6-38b3-4387-9fb0-8760890a16dd req-a0372d1f-148c-42d9-8c3e-1b69c57a68e3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d0e51efe-0e7d-4430-816c-c5092a8f40f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0687761 Aug 25 16:14:39.387535 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-b4b811b6-38b3-4387-9fb0-8760890a16dd req-62f05091-0cfe-442c-98ba-62a067e39f0a service neutron] 10.222.0.70 "GET /v2.0/networks/d0e51efe-0e7d-4430-816c-c5092a8f40f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241086 Aug 25 16:14:39.519762 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-b4b811b6-38b3-4387-9fb0-8760890a16dd req-69c817ad-f39d-4d4e-a031-ce0ab31e07b1 service neutron] 10.222.0.70 "GET /v2.0/networks/d0e51efe-0e7d-4430-816c-c5092a8f40f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245754 Aug 25 16:14:39.696119 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-b7917e3c-5d58-4c56-99c0-ea9bb9d6b2ff req-acedf525-a5f9-4e9e-b1c5-81cb74879002 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d9f03318c9a74e1a8903854ddc6da304&device_id=c9876a73-56a7-4829-bcfb-5c6f508b10c4 HTTP/1.1" status: 200 len: 1097 time: 0.1326444 Aug 25 16:14:39.702647 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d8d77a-eb62-44c2-8a80-853e40de1d67 req-6686eb8a-cf65-4f80-b507-8176cf5cc864 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:14:39.703319 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [req-96d8d77a-eb62-44c2-8a80-853e40de1d67 req-6686eb8a-cf65-4f80-b507-8176cf5cc864 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Synchronizing usage tracker for tenant:d9f03318c9a74e1a8903854ddc6da304 on resource:port {{(pid=75041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:14:39.797256 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [req-96d8d77a-eb62-44c2-8a80-853e40de1d67 req-6686eb8a-cf65-4f80-b507-8176cf5cc864 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Unset dirty status for tenant:d9f03318c9a74e1a8903854ddc6da304 on resource:port {{(pid=75041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:14:39.798408 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-96d8d77a-eb62-44c2-8a80-853e40de1d67 req-6686eb8a-cf65-4f80-b507-8176cf5cc864 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] 10.222.0.68 "GET /v2.0/ports?device_id=c9876a73-56a7-4829-bcfb-5c6f508b10c4 HTTP/1.1" status: 200 len: 944 time: 0.2056563 Aug 25 16:14:39.873973 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7917e3c-5d58-4c56-99c0-ea9bb9d6b2ff req-8f717388-bbc6-437b-b57f-fb25b5e22810 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:14:39.875438 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-b7917e3c-5d58-4c56-99c0-ea9bb9d6b2ff req-8f717388-bbc6-437b-b57f-fb25b5e22810 service neutron] 10.222.0.70 "GET /v2.0/networks?id=d0e51efe-0e7d-4430-816c-c5092a8f40f0 HTTP/1.1" status: 200 len: 912 time: 0.1690662 Aug 25 16:14:39.878127 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-96d8d77a-eb62-44c2-8a80-853e40de1d67 req-115c994c-98d6-4b36-a661-b77f41cd3c62 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] 10.222.0.68 "GET /v2.0/security-groups?id=90e4a15c-1669-458b-8ae4-122645b0d0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717230 Aug 25 16:14:40.030678 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-b7917e3c-5d58-4c56-99c0-ea9bb9d6b2ff req-af6c26de-c9cd-402b-969b-a9c6cb1e0b44 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5c21e5ce-3103-4a58-a537-d067c688113a HTTP/1.1" status: 200 len: 217 time: 0.1478829 Aug 25 16:14:40.092733 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7917e3c-5d58-4c56-99c0-ea9bb9d6b2ff req-4b2ba549-09f6-4943-b9e7-29879396c54d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:14:40.094156 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-b7917e3c-5d58-4c56-99c0-ea9bb9d6b2ff req-4b2ba549-09f6-4943-b9e7-29879396c54d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=fe3c2446-8b99-4be0-b8e9-28ca607c8880 HTTP/1.1" status: 200 len: 850 time: 0.0559001 Aug 25 16:14:40.173931 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-b7917e3c-5d58-4c56-99c0-ea9bb9d6b2ff req-eac28a58-4ea6-4f4b-ad23-5dbdab1c005f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d0e51efe-0e7d-4430-816c-c5092a8f40f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0708296 Aug 25 16:14:40.307614 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-b7917e3c-5d58-4c56-99c0-ea9bb9d6b2ff req-6aaf54d8-fdb6-4f1c-8473-6eb517bf387d service neutron] 10.222.0.70 "GET /v2.0/networks/d0e51efe-0e7d-4430-816c-c5092a8f40f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267996 Aug 25 16:14:40.441791 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-b7917e3c-5d58-4c56-99c0-ea9bb9d6b2ff req-6baabbdc-1624-46dc-9723-83ce73110fd1 service neutron] 10.222.0.70 "GET /v2.0/networks/d0e51efe-0e7d-4430-816c-c5092a8f40f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251359 Aug 25 16:14:41.072796 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79862b4-a8df-4e90-9bde-6b08abde0d08 req-211643c5-0d53-46c4-b9d4-3e124d2e9b5d tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:14:41.074295 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-e79862b4-a8df-4e90-9bde-6b08abde0d08 req-211643c5-0d53-46c4-b9d4-3e124d2e9b5d tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] 10.222.0.68 "GET /v2.0/ports?device_id=c9876a73-56a7-4829-bcfb-5c6f508b10c4 HTTP/1.1" status: 200 len: 944 time: 0.0754166 Aug 25 16:14:41.124688 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-e79862b4-a8df-4e90-9bde-6b08abde0d08 req-fd13e77d-9a58-43f5-9dba-d71346d393a1 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] 10.222.0.68 "GET /v2.0/security-groups?id=90e4a15c-1669-458b-8ae4-122645b0d0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407174 Aug 25 16:14:42.327895 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a53e25-8122-4a11-8648-5cb4cec2d8a4 req-902cf872-6133-4b9c-ae35-eee90b2fd56d tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:14:42.329440 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-62a53e25-8122-4a11-8648-5cb4cec2d8a4 req-902cf872-6133-4b9c-ae35-eee90b2fd56d tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] 10.222.0.68 "GET /v2.0/ports?device_id=c9876a73-56a7-4829-bcfb-5c6f508b10c4 HTTP/1.1" status: 200 len: 944 time: 0.0829854 Aug 25 16:14:42.375511 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-62a53e25-8122-4a11-8648-5cb4cec2d8a4 req-7446575d-73fb-418a-bf53-1777649459de tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] 10.222.0.68 "GET /v2.0/security-groups?id=90e4a15c-1669-458b-8ae4-122645b0d0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399675 Aug 25 16:14:42.723758 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Device 5c21e5ce-3103-4a58-a537-d067c688113a details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 25 16:14:42.853886 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.db [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] For port 5c21e5ce-3103-4a58-a537-d067c688113a, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=5c21e5ce-3103-4a58-a537-d067c688113a,segment=NetworkSegment(81a87809-0b66-408c-a8ca-6b02427dc69c),segment_id=81a87809-0b66-408c-a8ca-6b02427dc69c)] {{(pid=75042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:14:42.867248 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Returning: {'device': '5c21e5ce-3103-4a58-a537-d067c688113a', 'network_id': 'd0e51efe-0e7d-4430-816c-c5092a8f40f0', 'port_id': '5c21e5ce-3103-4a58-a537-d067c688113a', 'mac_address': 'fa:16:3e:a5:1c:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 852, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe3c2446-8b99-4be0-b8e9-28ca607c8880', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 25 16:14:42.918757 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:42.935689 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.notifiers.nova [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c21e5ce-3103-4a58-a537-d067c688113a {{(pid=75042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:14:42.951440 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.db [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] For port 5c21e5ce-3103-4a58-a537-d067c688113a, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=5c21e5ce-3103-4a58-a537-d067c688113a,segment=NetworkSegment(81a87809-0b66-408c-a8ca-6b02427dc69c),segment_id=81a87809-0b66-408c-a8ca-6b02427dc69c)] {{(pid=75042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:14:42.956386 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776572168726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776571761677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776571761722'] for port, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:42.958014 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:14:43.023494 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Pushing event updated for resources: {'Port': ['ID=5c21e5ce-3103-4a58-a537-d067c688113a,revision_number=4']} {{(pid=75042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:14:43.026386 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:14:43.209772 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.db [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] get_ports_and_sgs() called for port_ids ['5c21e5ce-3103-4a58-a537-d067c688113a'] {{(pid=75042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:14:43.568857 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b729f2b-3cab-4bc1-a6c2-cdcffe94e67f req-3de50a7c-60d0-46ea-939f-96d83b1c747c tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:14:43.570334 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-4b729f2b-3cab-4bc1-a6c2-cdcffe94e67f req-3de50a7c-60d0-46ea-939f-96d83b1c747c tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] 10.222.0.68 "GET /v2.0/ports?device_id=c9876a73-56a7-4829-bcfb-5c6f508b10c4 HTTP/1.1" status: 200 len: 945 time: 0.0757692 Aug 25 16:14:43.615517 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-4b729f2b-3cab-4bc1-a6c2-cdcffe94e67f req-a7138346-8412-4700-add7-ad6472da115a tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] 10.222.0.68 "GET /v2.0/security-groups?id=90e4a15c-1669-458b-8ae4-122645b0d0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398107 Aug 25 16:14:44.755056 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Device 5c21e5ce-3103-4a58-a537-d067c688113a up at agent hyperv_hv-cinder-80600 {{(pid=75042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:14:44.815897 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a145fe23-7f09-441d-a656-5eeeec498810 req-da934682-6bdb-4d2d-bdd0-bd036186ca54 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:14:44.817372 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-a145fe23-7f09-441d-a656-5eeeec498810 req-da934682-6bdb-4d2d-bdd0-bd036186ca54 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] 10.222.0.68 "GET /v2.0/ports?device_id=c9876a73-56a7-4829-bcfb-5c6f508b10c4 HTTP/1.1" status: 200 len: 945 time: 0.0835080 Aug 25 16:14:44.824723 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.provisioning_blocks [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Provisioning for port 5c21e5ce-3103-4a58-a537-d067c688113a completed by entity L2. {{(pid=75042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:14:44.829631 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.provisioning_blocks [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Provisioning complete for port 5c21e5ce-3103-4a58-a537-d067c688113a triggered by entity L2. {{(pid=75042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:14:44.830029 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16203014'] for port, provisioning_complete {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:44.864875 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-a145fe23-7f09-441d-a656-5eeeec498810 req-84c4a7bf-e3ff-4a1f-b254-59729e0c8f1e tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] 10.222.0.68 "GET /v2.0/security-groups?id=90e4a15c-1669-458b-8ae4-122645b0d0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419254 Aug 25 16:14:44.946208 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:44.973255 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9876a73-56a7-4829-bcfb-5c6f508b10c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c21e5ce-3103-4a58-a537-d067c688113a'}] {{(pid=75042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:14:44.982855 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.db [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] For port 5c21e5ce-3103-4a58-a537-d067c688113a, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=5c21e5ce-3103-4a58-a537-d067c688113a,segment=NetworkSegment(81a87809-0b66-408c-a8ca-6b02427dc69c),segment_id=81a87809-0b66-408c-a8ca-6b02427dc69c)] {{(pid=75042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:14:44.987932 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776572168726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776571761677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776571761722'] for port, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:44.989797 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:14:45.029361 dv-cinder-806007-1-smb neutron-server[75042]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9876a73-56a7-4829-bcfb-5c6f508b10c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c21e5ce-3103-4a58-a537-d067c688113a', 'code': 200} Aug 25 16:14:45.055748 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Pushing event updated for resources: {'Port': ['ID=5c21e5ce-3103-4a58-a537-d067c688113a,revision_number=5']} {{(pid=75042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:14:45.058611 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:14:45.254015 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-6ba3b5ee-4e3b-4fea-b066-33735108b060 req-85da96f1-9fd1-4dcc-8945-10734056b5b2 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=c9876a73-56a7-4829-bcfb-5c6f508b10c4 HTTP/1.1" status: 200 len: 1099 time: 0.0671387 Aug 25 16:14:45.301949 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-6ba3b5ee-4e3b-4fea-b066-33735108b060 req-9aa56746-bd46-4df9-b487-910bda092abb service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=90e4a15c-1669-458b-8ae4-122645b0d0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415387 Aug 25 16:14:46.067069 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732d4e62-ae21-413d-b124-1a627580866e req-188362e7-49d8-44ca-858c-3bf10336cf3c tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:14:46.068520 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-732d4e62-ae21-413d-b124-1a627580866e req-188362e7-49d8-44ca-858c-3bf10336cf3c tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] 10.222.0.68 "GET /v2.0/ports?device_id=c9876a73-56a7-4829-bcfb-5c6f508b10c4 HTTP/1.1" status: 200 len: 946 time: 0.0782256 Aug 25 16:14:46.114057 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-732d4e62-ae21-413d-b124-1a627580866e req-55b0a203-0cb1-4ffd-bb99-4dee985b0e64 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] 10.222.0.68 "GET /v2.0/security-groups?id=90e4a15c-1669-458b-8ae4-122645b0d0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395145 Aug 25 16:14:47.454284 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdcf10b-63fe-4475-8042-8e5e7daa7849 req-ea985a7b-b975-408d-a01b-c1bf65b04fa1 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:14:47.456237 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-4fdcf10b-63fe-4475-8042-8e5e7daa7849 req-ea985a7b-b975-408d-a01b-c1bf65b04fa1 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] 10.222.0.68 "GET /v2.0/ports?device_id=c9876a73-56a7-4829-bcfb-5c6f508b10c4 HTTP/1.1" status: 200 len: 946 time: 0.0809798 Aug 25 16:14:47.502797 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-4fdcf10b-63fe-4475-8042-8e5e7daa7849 req-950ce764-986e-4102-88c7-3a49c0113571 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] 10.222.0.68 "GET /v2.0/security-groups?id=90e4a15c-1669-458b-8ae4-122645b0d0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408256 Aug 25 16:14:47.694465 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eb567c-d7ed-4bd4-bb34-0cddc5868148 req-e0622886-78d3-4fe5-802d-bdd728792ee5 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:14:47.695931 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-29eb567c-d7ed-4bd4-bb34-0cddc5868148 req-e0622886-78d3-4fe5-802d-bdd728792ee5 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] 10.222.0.68 "GET /v2.0/ports?device_id=c9876a73-56a7-4829-bcfb-5c6f508b10c4 HTTP/1.1" status: 200 len: 946 time: 0.0774753 Aug 25 16:14:47.705386 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.wsgi [-] (75041) accepted ('10.222.0.68', 59634) {{(pid=75041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:14:47.710664 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.v2.base [None req-e9acf195-f6e4-464d-9fd8-a67516c4f0a3 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Request body: {'floatingip': {'port_id': '5c21e5ce-3103-4a58-a537-d067c688113a'}} {{(pid=75041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:14:47.789404 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-e9acf195-f6e4-464d-9fd8-a67516c4f0a3 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Notify callbacks [] for floatingip, before_update {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:48.292199 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-6c09bf45-9c8f-42d1-8a44-be44574558e8 req-61c634b8-ce3b-47de-b1ce-949a3f94cd95 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=b02cdae5-5033-4d9b-bffd-04c6279ef176&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3206327 Aug 25 16:14:48.470833 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-6c09bf45-9c8f-42d1-8a44-be44574558e8 req-d04edf5e-f419-4258-b698-5e0f76cc5042 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e9aef4833bd74d2db11f03628b3cb562&device_id=b02cdae5-5033-4d9b-bffd-04c6279ef176 HTTP/1.1" status: 200 len: 1098 time: 0.1193385 Aug 25 16:14:48.520161 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:48.682711 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-e9acf195-f6e4-464d-9fd8-a67516c4f0a3 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Notify callbacks [] for floatingip, precommit_update {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:48.688142 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-e9acf195-f6e4-464d-9fd8-a67516c4f0a3 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-453709'] for floatingip, after_update {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:48.765015 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c09bf45-9c8f-42d1-8a44-be44574558e8 req-66f45980-72a4-4e57-a9b4-1640da579c88 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:14:48.766583 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-6c09bf45-9c8f-42d1-8a44-be44574558e8 req-66f45980-72a4-4e57-a9b4-1640da579c88 service neutron] 10.222.0.70 "GET /v2.0/networks?id=614f2e95-7eb0-4ef1-81dd-2bbf704665be HTTP/1.1" status: 200 len: 910 time: 0.2761214 Aug 25 16:14:48.886352 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-6c09bf45-9c8f-42d1-8a44-be44574558e8 req-362373a2-0ba4-468c-93e7-59b9842c2854 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8ab0defe-f017-4b0a-bd2a-afe8f5e317b9 HTTP/1.1" status: 200 len: 1000 time: 0.1069427 Aug 25 16:14:49.018084 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c09bf45-9c8f-42d1-8a44-be44574558e8 req-40639fb6-72f6-4b87-b176-6daecdfdb595 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:14:49.019143 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-6c09bf45-9c8f-42d1-8a44-be44574558e8 req-40639fb6-72f6-4b87-b176-6daecdfdb595 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=61345865-f17f-47a1-85d8-a6ba566735d4 HTTP/1.1" status: 200 len: 848 time: 0.1264920 Aug 25 16:14:49.090390 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.db.l3_db [None req-e9acf195-f6e4-464d-9fd8-a67516c4f0a3 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Floating IP 955f1330-0e39-44de-909e-02f88544e98d associated. External IP: 172.28.0.81, port: 5c21e5ce-3103-4a58-a537-d067c688113a. Aug 25 16:14:49.180905 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-6c09bf45-9c8f-42d1-8a44-be44574558e8 req-869c1cbd-de93-445b-a386-b7b18164814a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=614f2e95-7eb0-4ef1-81dd-2bbf704665be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1539383 Aug 25 16:14:49.388624 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-6c09bf45-9c8f-42d1-8a44-be44574558e8 req-5a79f0b5-9ec7-4729-b6a4-46e8c6885212 service neutron] 10.222.0.70 "GET /v2.0/networks/614f2e95-7eb0-4ef1-81dd-2bbf704665be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2007062 Aug 25 16:14:49.601297 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-6c09bf45-9c8f-42d1-8a44-be44574558e8 req-30baee00-8593-42e0-8165-329f1798ea26 service neutron] 10.222.0.70 "GET /v2.0/networks/614f2e95-7eb0-4ef1-81dd-2bbf704665be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2041411 Aug 25 16:14:49.838480 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9acf195-f6e4-464d-9fd8-a67516c4f0a3 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Router 6e563cd2-b6f9-41e3-bb17-f82fe2f39150 has already been hosted by L3 agent ca94599f-caae-4183-a9a6-f9a0dcce5f21 {{(pid=75041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 16:14:50.041873 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9acf195-f6e4-464d-9fd8-a67516c4f0a3 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Notify agent at l3_agent.dv-cinder-806007-1-smb the message routers_updated {{(pid=75041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:14:50.046138 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-e9acf195-f6e4-464d-9fd8-a67516c4f0a3 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981218'] for floatingip, before_response {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:50.054359 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-611848b0-b656-4867-a55f-f936a5f4a09b None None] Sync routers for ids ['6e563cd2-b6f9-41e3-bb17-f82fe2f39150'] in dv-cinder-806007-1-smb {{(pid=75042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 16:14:50.068343 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611848b0-b656-4867-a55f-f936a5f4a09b None None] Routers {'6e563cd2-b6f9-41e3-bb17-f82fe2f39150'} bound to L3 agent in host dv-cinder-806007-1-smb {{(pid=75042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:14:50.068972 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.l3_hamode_db [None req-611848b0-b656-4867-a55f-f936a5f4a09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T16:01:30Z,description=,heartbeat_timestamp=2021-08-25T16:14:30Z,host='dv-cinder-806007-1-smb',id=ca94599f-caae-4183-a9a6-f9a0dcce5f21,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:01:30Z,topic='l3_agent')) {'router_ids': ['6e563cd2-b6f9-41e3-bb17-f82fe2f39150'], 'active': True} {{(pid=75042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:14:50.104801 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [None req-e9acf195-f6e4-464d-9fd8-a67516c4f0a3 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] 10.222.0.68 "PUT /v2.0/floatingips/955f1330-0e39-44de-909e-02f88544e98d HTTP/1.1" status: 200 len: 991 time: 2.3984046 Aug 25 16:14:50.105814 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9876a73-56a7-4829-bcfb-5c6f508b10c4', 'tag': '5c21e5ce-3103-4a58-a537-d067c688113a'}] {{(pid=75041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:14:50.172597 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9876a73-56a7-4829-bcfb-5c6f508b10c4', 'tag': '5c21e5ce-3103-4a58-a537-d067c688113a', 'status': 'completed', 'code': 200} Aug 25 16:14:50.268930 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-7ed9841e-2c7c-4140-a689-56808bcbddf2 req-ba400640-4744-4395-9561-53ad62270ead service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d9f03318c9a74e1a8903854ddc6da304&device_id=c9876a73-56a7-4829-bcfb-5c6f508b10c4 HTTP/1.1" status: 200 len: 1099 time: 0.0740705 Aug 25 16:14:50.280697 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.l3_dvr_db [None req-611848b0-b656-4867-a55f-f936a5f4a09b None None] Set router 6e563cd2-b6f9-41e3-bb17-f82fe2f39150 gateway port host: dv-cinder-806007-1-smb {{(pid=75042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:14:50.407368 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed9841e-2c7c-4140-a689-56808bcbddf2 req-0c28bdde-26c3-4f67-9075-da2b33d1cb2e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:14:50.409457 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-7ed9841e-2c7c-4140-a689-56808bcbddf2 req-0c28bdde-26c3-4f67-9075-da2b33d1cb2e service neutron] 10.222.0.70 "GET /v2.0/networks?id=d0e51efe-0e7d-4430-816c-c5092a8f40f0 HTTP/1.1" status: 200 len: 912 time: 0.1312277 Aug 25 16:14:50.517716 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-7ed9841e-2c7c-4140-a689-56808bcbddf2 req-0be9ba3d-fe80-4e7e-9f01-14c6d7fc57f1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5c21e5ce-3103-4a58-a537-d067c688113a HTTP/1.1" status: 200 len: 999 time: 0.1009116 Aug 25 16:14:50.585499 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed9841e-2c7c-4140-a689-56808bcbddf2 req-de380533-e64e-44e4-9a9f-c7c668d4ec9a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:14:50.586963 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-7ed9841e-2c7c-4140-a689-56808bcbddf2 req-de380533-e64e-44e4-9a9f-c7c668d4ec9a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=fe3c2446-8b99-4be0-b8e9-28ca607c8880 HTTP/1.1" status: 200 len: 850 time: 0.0628195 Aug 25 16:14:50.647130 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.l3_hamode_db [None req-611848b0-b656-4867-a55f-f936a5f4a09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e563cd2-b6f9-41e3-bb17-f82fe2f39150', 'name': 'tempest-AttachVolumeTestJSON-1950338539-router', 'tenant_id': 'd9f03318c9a74e1a8903854ddc6da304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af5d4827-908c-4372-9134-1f0198184942', 'external_fixed_ips': [{'subnet_id': 'a4c12025-f163-4c64-acba-906df26214d3', 'ip_address': '172.28.0.72'}], 'enable_snat': True}, 'gw_port_id': 'f339b5df-7254-4db8-8942-9e976480cce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:09:46Z', 'updated_at': '2021-08-25T16:09:58Z', 'revision_number': 4, 'project_id': 'd9f03318c9a74e1a8903854ddc6da304', 'gw_port': {'id': 'f339b5df-7254-4db8-8942-9e976480cce1', 'name': '', 'network_id': 'af5d4827-908c-4372-9134-1f0198184942', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:46:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e563cd2-b6f9-41e3-bb17-f82fe2f39150', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a4c12025-f163-4c64-acba-906df26214d3', 'ip_address': '172.28.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:09:47Z', 'updated_at': '2021-08-25T16:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a4c12025-f163-4c64-acba-906df26214d3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-smb', '_floatingips': [{'id': '955f1330-0e39-44de-909e-02f88544e98d', 'tenant_id': 'd9f03318c9a74e1a8903854ddc6da304', 'floating_ip_address': '172.28.0.81', 'floating_network_id': 'af5d4827-908c-4372-9134-1f0198184942', 'router_id': '6e563cd2-b6f9-41e3-bb17-f82fe2f39150', 'port_id': '5c21e5ce-3103-4a58-a537-d067c688113a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0e51efe-0e7d-4430-816c-c5092a8f40f0', 'mac_address': 'fa:16:3e:a5:1c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9876a73-56a7-4829-bcfb-5c6f508b10c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T16:14:34Z', 'updated_at': '2021-08-25T16:14:48Z', 'revision_number': 1, 'project_id': 'd9f03318c9a74e1a8903854ddc6da304', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ea01973-1bb4-479e-b17f-6706e8530591', 'name': '', 'network_id': 'd0e51efe-0e7d-4430-816c-c5092a8f40f0', 'tenant_id': 'd9f03318c9a74e1a8903854ddc6da304', 'mac_address': 'fa:16:3e:36:e4:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e563cd2-b6f9-41e3-bb17-f82fe2f39150', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fe3c2446-8b99-4be0-b8e9-28ca607c8880', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:09:56Z', 'updated_at': '2021-08-25T16:10:40Z', 'revision_number': 5, 'project_id': 'd9f03318c9a74e1a8903854ddc6da304', 'subnets': [{'id': 'fe3c2446-8b99-4be0-b8e9-28ca607c8880', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-1-smb', False) {} {{(pid=75042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:14:50.651327 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-611848b0-b656-4867-a55f-f936a5f4a09b None None] Checking router: 6e563cd2-b6f9-41e3-bb17-f82fe2f39150 for host: dv-cinder-806007-1-smb {{(pid=75042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 16:14:50.663553 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611848b0-b656-4867-a55f-f936a5f4a09b None None] Routers {'6e563cd2-b6f9-41e3-bb17-f82fe2f39150'} bound to L3 agent in host dv-cinder-806007-1-smb {{(pid=75042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:14:50.664191 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.l3_hamode_db [None req-611848b0-b656-4867-a55f-f936a5f4a09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T16:01:30Z,description=,heartbeat_timestamp=2021-08-25T16:14:30Z,host='dv-cinder-806007-1-smb',id=ca94599f-caae-4183-a9a6-f9a0dcce5f21,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:01:30Z,topic='l3_agent')) {'router_ids': ['6e563cd2-b6f9-41e3-bb17-f82fe2f39150'], 'active': True} {{(pid=75042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:14:50.667182 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-7ed9841e-2c7c-4140-a689-56808bcbddf2 req-4eb30951-0d89-4df3-ba96-546217706545 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d0e51efe-0e7d-4430-816c-c5092a8f40f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0732718 Aug 25 16:14:50.814374 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-7ed9841e-2c7c-4140-a689-56808bcbddf2 req-dfa41f27-f89b-443c-a793-9a407227373e service neutron] 10.222.0.70 "GET /v2.0/networks/d0e51efe-0e7d-4430-816c-c5092a8f40f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387303 Aug 25 16:14:50.844905 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.l3_dvr_db [None req-611848b0-b656-4867-a55f-f936a5f4a09b None None] Set router 6e563cd2-b6f9-41e3-bb17-f82fe2f39150 gateway port host: dv-cinder-806007-1-smb {{(pid=75042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:14:50.954514 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-7ed9841e-2c7c-4140-a689-56808bcbddf2 req-838b9fe9-a3e8-41f1-8b8b-7af8b0785030 service neutron] 10.222.0.70 "GET /v2.0/networks/d0e51efe-0e7d-4430-816c-c5092a8f40f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343513 Aug 25 16:14:51.239621 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.l3_hamode_db [None req-611848b0-b656-4867-a55f-f936a5f4a09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e563cd2-b6f9-41e3-bb17-f82fe2f39150', 'name': 'tempest-AttachVolumeTestJSON-1950338539-router', 'tenant_id': 'd9f03318c9a74e1a8903854ddc6da304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af5d4827-908c-4372-9134-1f0198184942', 'external_fixed_ips': [{'subnet_id': 'a4c12025-f163-4c64-acba-906df26214d3', 'ip_address': '172.28.0.72'}], 'enable_snat': True}, 'gw_port_id': 'f339b5df-7254-4db8-8942-9e976480cce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:09:46Z', 'updated_at': '2021-08-25T16:09:58Z', 'revision_number': 4, 'project_id': 'd9f03318c9a74e1a8903854ddc6da304', 'gw_port': {'id': 'f339b5df-7254-4db8-8942-9e976480cce1', 'name': '', 'network_id': 'af5d4827-908c-4372-9134-1f0198184942', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:46:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e563cd2-b6f9-41e3-bb17-f82fe2f39150', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a4c12025-f163-4c64-acba-906df26214d3', 'ip_address': '172.28.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:09:47Z', 'updated_at': '2021-08-25T16:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a4c12025-f163-4c64-acba-906df26214d3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-smb', '_floatingips': [{'id': '955f1330-0e39-44de-909e-02f88544e98d', 'tenant_id': 'd9f03318c9a74e1a8903854ddc6da304', 'floating_ip_address': '172.28.0.81', 'floating_network_id': 'af5d4827-908c-4372-9134-1f0198184942', 'router_id': '6e563cd2-b6f9-41e3-bb17-f82fe2f39150', 'port_id': '5c21e5ce-3103-4a58-a537-d067c688113a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0e51efe-0e7d-4430-816c-c5092a8f40f0', 'mac_address': 'fa:16:3e:a5:1c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9876a73-56a7-4829-bcfb-5c6f508b10c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T16:14:34Z', 'updated_at': '2021-08-25T16:14:48Z', 'revision_number': 1, 'project_id': 'd9f03318c9a74e1a8903854ddc6da304', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ea01973-1bb4-479e-b17f-6706e8530591', 'name': '', 'network_id': 'd0e51efe-0e7d-4430-816c-c5092a8f40f0', 'tenant_id': 'd9f03318c9a74e1a8903854ddc6da304', 'mac_address': 'fa:16:3e:36:e4:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e563cd2-b6f9-41e3-bb17-f82fe2f39150', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fe3c2446-8b99-4be0-b8e9-28ca607c8880', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:09:56Z', 'updated_at': '2021-08-25T16:10:40Z', 'revision_number': 5, 'project_id': 'd9f03318c9a74e1a8903854ddc6da304', 'subnets': [{'id': 'fe3c2446-8b99-4be0-b8e9-28ca607c8880', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-1-smb', False) {} {{(pid=75042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:14:51.244924 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-611848b0-b656-4867-a55f-f936a5f4a09b None None] The sync data for ids ['6e563cd2-b6f9-41e3-bb17-f82fe2f39150'] in dv-cinder-806007-1-smb is: [{'id': '6e563cd2-b6f9-41e3-bb17-f82fe2f39150', 'name': 'tempest-AttachVolumeTestJSON-1950338539-router', 'tenant_id': 'd9f03318c9a74e1a8903854ddc6da304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af5d4827-908c-4372-9134-1f0198184942', 'external_fixed_ips': [{'subnet_id': 'a4c12025-f163-4c64-acba-906df26214d3', 'ip_address': '172.28.0.72'}], 'enable_snat': True}, 'gw_port_id': 'f339b5df-7254-4db8-8942-9e976480cce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:09:46Z', 'updated_at': '2021-08-25T16:09:58Z', 'revision_number': 4, 'project_id': 'd9f03318c9a74e1a8903854ddc6da304', 'gw_port': {'id': 'f339b5df-7254-4db8-8942-9e976480cce1', 'name': '', 'network_id': 'af5d4827-908c-4372-9134-1f0198184942', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:46:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e563cd2-b6f9-41e3-bb17-f82fe2f39150', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a4c12025-f163-4c64-acba-906df26214d3', 'ip_address': '172.28.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:09:47Z', 'updated_at': '2021-08-25T16:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a4c12025-f163-4c64-acba-906df26214d3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-smb', '_floatingips': [{'id': '955f1330-0e39-44de-909e-02f88544e98d', 'tenant_id': 'd9f03318c9a74e1a8903854ddc6da304', 'floating_ip_address': '172.28.0.81', 'floating_network_id': 'af5d4827-908c-4372-9134-1f0198184942', 'router_id': '6e563cd2-b6f9-41e3-bb17-f82fe2f39150', 'port_id': '5c21e5ce-3103-4a58-a537-d067c688113a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0e51efe-0e7d-4430-816c-c5092a8f40f0', 'mac_address': 'fa:16:3e:a5:1c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9876a73-56a7-4829-bcfb-5c6f508b10c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T16:14:34Z', 'updated_at': '2021-08-25T16:14:48Z', 'revision_number': 1, 'project_id': 'd9f03318c9a74e1a8903854ddc6da304', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ea01973-1bb4-479e-b17f-6706e8530591', 'name': '', 'network_id': 'd0e51efe-0e7d-4430-816c-c5092a8f40f0', 'tenant_id': 'd9f03318c9a74e1a8903854ddc6da304', 'mac_address': 'fa:16:3e:36:e4:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e563cd2-b6f9-41e3-bb17-f82fe2f39150', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fe3c2446-8b99-4be0-b8e9-28ca607c8880', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:09:56Z', 'updated_at': '2021-08-25T16:10:40Z', 'revision_number': 5, 'project_id': 'd9f03318c9a74e1a8903854ddc6da304', 'subnets': [{'id': 'fe3c2446-8b99-4be0-b8e9-28ca607c8880', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 16:14:51.429294 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf736b2-de61-4cc9-94d3-7fa3b699308f None None] New status for floating IP 955f1330-0e39-44de-909e-02f88544e98d: ACTIVE {{(pid=75043) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Aug 25 16:14:56.601951 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.db.agents_db [None req-a821c616-a82d-4ce6-adbe-0c63f7de4494 None None] Agent healthcheck: found 6 active agents {{(pid=75043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:14:57.516542 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-e8b577c3-184f-409b-9c99-2f7b9f0e8ae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:58.763733 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:59.933151 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-b173a1c0-2199-4382-91f4-73d6f301eacd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:00.976005 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-1bf536be-b7f1-4c3c-b07a-2be1e6809122 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:02.370723 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-8ca458b3-9003-4c9b-b026-f7ba765eab5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:05.890828 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d915cc80-226b-48f8-962f-5bc613a67704 req-1c5d58bb-bebb-4574-be24-5337e558cb78 tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:05.892374 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-d915cc80-226b-48f8-962f-5bc613a67704 req-1c5d58bb-bebb-4574-be24-5337e558cb78 tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] 10.222.0.68 "GET /v2.0/ports?device_id=b02cdae5-5033-4d9b-bffd-04c6279ef176 HTTP/1.1" status: 200 len: 945 time: 0.2724283 Aug 25 16:15:05.940915 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-d915cc80-226b-48f8-962f-5bc613a67704 req-a53424c3-6d79-4d17-b70a-5d89eed1c046 tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] 10.222.0.68 "GET /v2.0/security-groups?id=b5f57568-f110-4e84-ac24-03b82c7ae02d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421753 Aug 25 16:15:07.212668 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dcac77-6d9d-437b-b21d-1d4215f5f46f req-dd7979ec-0fca-463e-b5b6-47a694f27c0c tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:07.214148 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-e7dcac77-6d9d-437b-b21d-1d4215f5f46f req-dd7979ec-0fca-463e-b5b6-47a694f27c0c tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] 10.222.0.68 "GET /v2.0/ports?device_id=b02cdae5-5033-4d9b-bffd-04c6279ef176 HTTP/1.1" status: 200 len: 945 time: 0.1517408 Aug 25 16:15:07.349755 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-e7dcac77-6d9d-437b-b21d-1d4215f5f46f req-03272a47-3f45-461e-968f-9debdddfa296 tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] 10.222.0.68 "GET /v2.0/security-groups?id=b5f57568-f110-4e84-ac24-03b82c7ae02d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1300375 Aug 25 16:15:08.555370 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a743074c-5a1c-42ef-b3f0-31141e4efa31 req-0ac42c6c-72db-4add-9af2-bbf61e4cda0b tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:08.556736 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-a743074c-5a1c-42ef-b3f0-31141e4efa31 req-0ac42c6c-72db-4add-9af2-bbf61e4cda0b tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] 10.222.0.68 "GET /v2.0/ports?device_id=b02cdae5-5033-4d9b-bffd-04c6279ef176 HTTP/1.1" status: 200 len: 945 time: 0.0799344 Aug 25 16:15:08.602357 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-a743074c-5a1c-42ef-b3f0-31141e4efa31 req-fea25d71-1cf8-4058-88f9-60b6c845cd43 tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] 10.222.0.68 "GET /v2.0/security-groups?id=b5f57568-f110-4e84-ac24-03b82c7ae02d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402136 Aug 25 16:15:09.803512 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ae45f6-7187-4cad-9d10-3dea36c2d8c4 req-f75b80c4-df0c-415c-ba6a-05c212f43471 tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:09.804928 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-68ae45f6-7187-4cad-9d10-3dea36c2d8c4 req-f75b80c4-df0c-415c-ba6a-05c212f43471 tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] 10.222.0.68 "GET /v2.0/ports?device_id=b02cdae5-5033-4d9b-bffd-04c6279ef176 HTTP/1.1" status: 200 len: 945 time: 0.0809503 Aug 25 16:15:09.850818 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-68ae45f6-7187-4cad-9d10-3dea36c2d8c4 req-014825a4-b021-4aa3-94fb-ab0526b1b640 tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] 10.222.0.68 "GET /v2.0/security-groups?id=b5f57568-f110-4e84-ac24-03b82c7ae02d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401592 Aug 25 16:15:11.050042 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343c5602-3a24-45b4-9c47-783a3f740baf req-979b8b2d-7821-40ec-b8dd-4a3663b99c2a tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:11.051417 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-343c5602-3a24-45b4-9c47-783a3f740baf req-979b8b2d-7821-40ec-b8dd-4a3663b99c2a tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] 10.222.0.68 "GET /v2.0/ports?device_id=b02cdae5-5033-4d9b-bffd-04c6279ef176 HTTP/1.1" status: 200 len: 945 time: 0.0828519 Aug 25 16:15:11.097673 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-343c5602-3a24-45b4-9c47-783a3f740baf req-9aa5d6be-cdd1-4975-8d41-87283cc07bf1 tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] 10.222.0.68 "GET /v2.0/security-groups?id=b5f57568-f110-4e84-ac24-03b82c7ae02d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408494 Aug 25 16:15:11.563214 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291e9ac6-eacf-4665-8579-fdf5d1f06b6a req-eef7f196-a1ad-4ff4-9d6e-8b34c1ff773b tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:11.565365 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-291e9ac6-eacf-4665-8579-fdf5d1f06b6a req-eef7f196-a1ad-4ff4-9d6e-8b34c1ff773b tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/ports?device_id=af3b52c3-72b6-4415-a1e7-fe883d64e648 HTTP/1.1" status: 200 len: 945 time: 0.0758646 Aug 25 16:15:11.610257 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-291e9ac6-eacf-4665-8579-fdf5d1f06b6a req-0930b531-17d4-4d2c-b217-7d8bea976570 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/security-groups?id=0e30fa43-cc0c-4dc6-abd9-a2559e199065&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392652 Aug 25 16:15:12.296991 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee27ccfb-83a0-43d3-8ff1-b2dac157fd16 req-c0a98f7b-6e5e-4014-8e0f-a989a9b9ea51 tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:12.298477 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-ee27ccfb-83a0-43d3-8ff1-b2dac157fd16 req-c0a98f7b-6e5e-4014-8e0f-a989a9b9ea51 tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] 10.222.0.68 "GET /v2.0/ports?device_id=b02cdae5-5033-4d9b-bffd-04c6279ef176 HTTP/1.1" status: 200 len: 945 time: 0.0801377 Aug 25 16:15:12.346383 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-ee27ccfb-83a0-43d3-8ff1-b2dac157fd16 req-836c93e5-b278-4afd-bbb2-4a5fd23c3699 tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] 10.222.0.68 "GET /v2.0/security-groups?id=b5f57568-f110-4e84-ac24-03b82c7ae02d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415492 Aug 25 16:15:12.825053 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44b5ded-8b7d-4bf6-a3c3-6175df0f5e90 req-ddd9a03e-c159-4aa2-95ad-fc92ff21dba2 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:12.826519 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-a44b5ded-8b7d-4bf6-a3c3-6175df0f5e90 req-ddd9a03e-c159-4aa2-95ad-fc92ff21dba2 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/ports?device_id=af3b52c3-72b6-4415-a1e7-fe883d64e648 HTTP/1.1" status: 200 len: 945 time: 0.0802505 Aug 25 16:15:12.871243 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-a44b5ded-8b7d-4bf6-a3c3-6175df0f5e90 req-38abf5cf-e722-49e8-a909-8723ab770ee8 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/security-groups?id=0e30fa43-cc0c-4dc6-abd9-a2559e199065&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391197 Aug 25 16:15:13.539115 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d493edd9-1337-4785-b271-6d931513c23a req-16bd19d5-941e-40fc-a574-452a04bf398e tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:13.540466 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-d493edd9-1337-4785-b271-6d931513c23a req-16bd19d5-941e-40fc-a574-452a04bf398e tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] 10.222.0.68 "GET /v2.0/ports?device_id=b02cdae5-5033-4d9b-bffd-04c6279ef176 HTTP/1.1" status: 200 len: 945 time: 0.0751710 Aug 25 16:15:13.590177 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-d493edd9-1337-4785-b271-6d931513c23a req-71f5da29-abe8-47ae-8ba2-76daacf3d9ab tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] 10.222.0.68 "GET /v2.0/security-groups?id=b5f57568-f110-4e84-ac24-03b82c7ae02d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441072 Aug 25 16:15:14.084830 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a22df83-6d6f-4bdb-b0c9-e6c297e1dc62 req-b0d80e71-e26b-4097-83c7-8eaf81610993 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:14.086311 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-9a22df83-6d6f-4bdb-b0c9-e6c297e1dc62 req-b0d80e71-e26b-4097-83c7-8eaf81610993 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/ports?device_id=af3b52c3-72b6-4415-a1e7-fe883d64e648 HTTP/1.1" status: 200 len: 945 time: 0.0765944 Aug 25 16:15:14.134640 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-9a22df83-6d6f-4bdb-b0c9-e6c297e1dc62 req-c9664fc2-2da4-4d1c-95c1-192d793fe7c2 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/security-groups?id=0e30fa43-cc0c-4dc6-abd9-a2559e199065&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429361 Aug 25 16:15:14.784805 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85920318-bbe5-4b09-b718-5835622b5944 req-f53612f1-d088-4a91-89e4-c28942500275 tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:14.786198 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-85920318-bbe5-4b09-b718-5835622b5944 req-f53612f1-d088-4a91-89e4-c28942500275 tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] 10.222.0.68 "GET /v2.0/ports?device_id=b02cdae5-5033-4d9b-bffd-04c6279ef176 HTTP/1.1" status: 200 len: 945 time: 0.0766983 Aug 25 16:15:14.831214 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-85920318-bbe5-4b09-b718-5835622b5944 req-18f8831c-df36-4c68-bf67-6f8ffbdb345f tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] 10.222.0.68 "GET /v2.0/security-groups?id=b5f57568-f110-4e84-ac24-03b82c7ae02d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394018 Aug 25 16:15:15.353355 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b37908f-362c-4460-ae18-73a41a6ccaf9 req-26acbe97-6931-47b1-876b-cc8594c47138 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:15.354778 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-2b37908f-362c-4460-ae18-73a41a6ccaf9 req-26acbe97-6931-47b1-876b-cc8594c47138 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/ports?device_id=af3b52c3-72b6-4415-a1e7-fe883d64e648 HTTP/1.1" status: 200 len: 945 time: 0.0832448 Aug 25 16:15:15.400531 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-2b37908f-362c-4460-ae18-73a41a6ccaf9 req-b261b4ee-2f2e-45c9-813f-18a76bf74786 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/security-groups?id=0e30fa43-cc0c-4dc6-abd9-a2559e199065&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399566 Aug 25 16:15:15.922980 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-a1daa78e-4e63-47df-8e5c-ba557ccf48a5 req-b5fbc4fd-7b84-47ff-adf5-ec4feee7c3c6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e9aef4833bd74d2db11f03628b3cb562&device_id=b02cdae5-5033-4d9b-bffd-04c6279ef176 HTTP/1.1" status: 200 len: 1098 time: 0.2225220 Aug 25 16:15:16.116084 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1daa78e-4e63-47df-8e5c-ba557ccf48a5 req-8c4f0dfa-49eb-496a-a4e2-bb55a4e49c26 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:16.117559 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-a1daa78e-4e63-47df-8e5c-ba557ccf48a5 req-8c4f0dfa-49eb-496a-a4e2-bb55a4e49c26 service neutron] 10.222.0.70 "GET /v2.0/networks?id=614f2e95-7eb0-4ef1-81dd-2bbf704665be HTTP/1.1" status: 200 len: 910 time: 0.1866271 Aug 25 16:15:16.131386 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508ebbe1-72d1-43a9-a452-770a4951dc61 req-58099c5e-756f-48ac-acb4-7115bb34ad1b tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:16.132724 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-508ebbe1-72d1-43a9-a452-770a4951dc61 req-58099c5e-756f-48ac-acb4-7115bb34ad1b tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] 10.222.0.68 "GET /v2.0/ports?device_id=b02cdae5-5033-4d9b-bffd-04c6279ef176 HTTP/1.1" status: 200 len: 945 time: 0.1781583 Aug 25 16:15:16.260053 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-508ebbe1-72d1-43a9-a452-770a4951dc61 req-6d9e3112-379c-4610-9273-9edbe533e392 tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] 10.222.0.68 "GET /v2.0/security-groups?id=b5f57568-f110-4e84-ac24-03b82c7ae02d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783291 Aug 25 16:15:16.261792 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-a1daa78e-4e63-47df-8e5c-ba557ccf48a5 req-9f09ba41-956a-49da-9f0f-beae0c1d02e4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8ab0defe-f017-4b0a-bd2a-afe8f5e317b9 HTTP/1.1" status: 200 len: 1000 time: 0.1370800 Aug 25 16:15:16.330343 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1daa78e-4e63-47df-8e5c-ba557ccf48a5 req-5cac4786-bf2e-406d-a069-323ebb370a17 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:16.331541 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-a1daa78e-4e63-47df-8e5c-ba557ccf48a5 req-5cac4786-bf2e-406d-a069-323ebb370a17 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=61345865-f17f-47a1-85d8-a6ba566735d4 HTTP/1.1" status: 200 len: 848 time: 0.0617864 Aug 25 16:15:16.414065 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-a1daa78e-4e63-47df-8e5c-ba557ccf48a5 req-1686c182-9661-48cf-ad5e-26e81e380656 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=614f2e95-7eb0-4ef1-81dd-2bbf704665be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0749753 Aug 25 16:15:16.555200 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-a1daa78e-4e63-47df-8e5c-ba557ccf48a5 req-f10c2be6-f12b-4bd3-bd56-8a8e6a5a9036 service neutron] 10.222.0.70 "GET /v2.0/networks/614f2e95-7eb0-4ef1-81dd-2bbf704665be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301801 Aug 25 16:15:16.622732 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02ea84d-3ec9-49e6-9356-f74f8822f2a6 req-c68298b1-ed08-4a11-b8dc-fb826cfdd041 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:16.624150 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-f02ea84d-3ec9-49e6-9356-f74f8822f2a6 req-c68298b1-ed08-4a11-b8dc-fb826cfdd041 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/ports?device_id=af3b52c3-72b6-4415-a1e7-fe883d64e648 HTTP/1.1" status: 200 len: 945 time: 0.0826519 Aug 25 16:15:16.671649 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-f02ea84d-3ec9-49e6-9356-f74f8822f2a6 req-566cff92-6ade-49b3-85f1-bc23e8db7979 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/security-groups?id=0e30fa43-cc0c-4dc6-abd9-a2559e199065&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419514 Aug 25 16:15:16.694792 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-a1daa78e-4e63-47df-8e5c-ba557ccf48a5 req-a1971830-25c1-4991-9f6c-2b503e745232 service neutron] 10.222.0.70 "GET /v2.0/networks/614f2e95-7eb0-4ef1-81dd-2bbf704665be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330385 Aug 25 16:15:17.462575 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15577e7c-9e54-4a9e-baf9-2a9369c33a32 req-5b2d37da-8969-4df9-aaad-ba8d06b69231 tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:17.464018 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-15577e7c-9e54-4a9e-baf9-2a9369c33a32 req-5b2d37da-8969-4df9-aaad-ba8d06b69231 tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] 10.222.0.68 "GET /v2.0/ports?device_id=b02cdae5-5033-4d9b-bffd-04c6279ef176 HTTP/1.1" status: 200 len: 945 time: 0.0819159 Aug 25 16:15:17.509405 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-15577e7c-9e54-4a9e-baf9-2a9369c33a32 req-08de04b7-7874-4f9b-84b8-e0979aee8610 tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] 10.222.0.68 "GET /v2.0/security-groups?id=b5f57568-f110-4e84-ac24-03b82c7ae02d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399594 Aug 25 16:15:18.008572 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf84c6dd-0b12-455f-ab98-e82777a84b82 req-c16bf848-1079-4223-8098-71f59f5db757 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:18.009967 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-bf84c6dd-0b12-455f-ab98-e82777a84b82 req-c16bf848-1079-4223-8098-71f59f5db757 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/ports?device_id=af3b52c3-72b6-4415-a1e7-fe883d64e648 HTTP/1.1" status: 200 len: 945 time: 0.0776267 Aug 25 16:15:18.054399 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-bf84c6dd-0b12-455f-ab98-e82777a84b82 req-3212499f-bee0-45c8-82d2-e7422f2ad6c1 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/security-groups?id=0e30fa43-cc0c-4dc6-abd9-a2559e199065&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390851 Aug 25 16:15:18.519895 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:18.712608 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf92ca4a-ff68-486a-9c27-b22ac35c03c6 req-7ee06669-118d-4724-8d73-e72a66dc5b40 tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:18.714062 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-bf92ca4a-ff68-486a-9c27-b22ac35c03c6 req-7ee06669-118d-4724-8d73-e72a66dc5b40 tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] 10.222.0.68 "GET /v2.0/ports?device_id=b02cdae5-5033-4d9b-bffd-04c6279ef176 HTTP/1.1" status: 200 len: 945 time: 0.0792849 Aug 25 16:15:18.759475 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-bf92ca4a-ff68-486a-9c27-b22ac35c03c6 req-597a97a6-0dc5-432c-93d6-05e07e9762da tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] 10.222.0.68 "GET /v2.0/security-groups?id=b5f57568-f110-4e84-ac24-03b82c7ae02d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398943 Aug 25 16:15:19.272634 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6c9774-eafa-4f12-99d3-34e186cc4382 req-9dc27d37-d79a-42ea-82ac-03fa1a2ead97 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:19.274100 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-9a6c9774-eafa-4f12-99d3-34e186cc4382 req-9dc27d37-d79a-42ea-82ac-03fa1a2ead97 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/ports?device_id=af3b52c3-72b6-4415-a1e7-fe883d64e648 HTTP/1.1" status: 200 len: 945 time: 0.0820448 Aug 25 16:15:19.322647 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-9a6c9774-eafa-4f12-99d3-34e186cc4382 req-cdac5708-e577-488b-acc4-ebb88eb158c1 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/security-groups?id=0e30fa43-cc0c-4dc6-abd9-a2559e199065&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430527 Aug 25 16:15:19.958505 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbaa502-f2f9-48d1-ad99-752112ba0da1 req-cf02cfff-f70d-4ecd-aed9-ac55b6b39b81 tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:19.959969 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-7bbaa502-f2f9-48d1-ad99-752112ba0da1 req-cf02cfff-f70d-4ecd-aed9-ac55b6b39b81 tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] 10.222.0.68 "GET /v2.0/ports?device_id=b02cdae5-5033-4d9b-bffd-04c6279ef176 HTTP/1.1" status: 200 len: 945 time: 0.0804031 Aug 25 16:15:20.006020 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-7bbaa502-f2f9-48d1-ad99-752112ba0da1 req-f37279de-21b1-4109-9903-c9bb545f21d2 tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] 10.222.0.68 "GET /v2.0/security-groups?id=b5f57568-f110-4e84-ac24-03b82c7ae02d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404205 Aug 25 16:15:20.256445 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-d15c4b41-3d74-46d0-99dc-13b1918d23f0 req-5f8acab2-1e63-432e-89ee-c113cf88927f service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=b02cdae5-5033-4d9b-bffd-04c6279ef176&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1326594 Aug 25 16:15:20.450504 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.wsgi [-] (75041) accepted ('10.222.0.68', 59812) {{(pid=75041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:15:20.528031 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2642e6-7b0b-4b20-beb3-bde301cd89e8 req-a093b7c7-e86a-47f4-816c-770ed5043f71 tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:20.530339 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-0b2642e6-7b0b-4b20-beb3-bde301cd89e8 req-a093b7c7-e86a-47f4-816c-770ed5043f71 tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] 10.222.0.68 "GET /v2.0/ports?device_id=b02cdae5-5033-4d9b-bffd-04c6279ef176 HTTP/1.1" status: 200 len: 945 time: 0.0819695 Aug 25 16:15:20.581807 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-0b2642e6-7b0b-4b20-beb3-bde301cd89e8 req-863264e1-f73a-4fb0-a5b5-5f0c4d522298 tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] 10.222.0.68 "GET /v2.0/security-groups?id=b5f57568-f110-4e84-ac24-03b82c7ae02d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454819 Aug 25 16:15:20.637205 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1513e531-c9ff-42ac-b015-23aab08693d1 req-60f54a45-7eac-4a62-9438-f6aea0c41412 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:20.638642 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-1513e531-c9ff-42ac-b015-23aab08693d1 req-60f54a45-7eac-4a62-9438-f6aea0c41412 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/ports?device_id=af3b52c3-72b6-4415-a1e7-fe883d64e648 HTTP/1.1" status: 200 len: 945 time: 0.1446455 Aug 25 16:15:20.643379 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-f774ee8a-3d37-43da-babb-65cf47601dc5 req-0aa5de26-a43e-4e56-8917-a0fa0af095fd service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=b02cdae5-5033-4d9b-bffd-04c6279ef176&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1914852 Aug 25 16:15:20.685507 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-1513e531-c9ff-42ac-b015-23aab08693d1 req-66e1a2ec-8873-41dd-a9bc-709349042cf6 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/security-groups?id=0e30fa43-cc0c-4dc6-abd9-a2559e199065&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402062 Aug 25 16:15:20.971685 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Device 8ab0defe-f017-4b0a-bd2a-afe8f5e317b9 no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:15:21.099710 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:21.132955 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b02cdae5-5033-4d9b-bffd-04c6279ef176', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ab0defe-f017-4b0a-bd2a-afe8f5e317b9'}] {{(pid=75042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:15:21.142570 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.db [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] For port 8ab0defe-f017-4b0a-bd2a-afe8f5e317b9, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=8ab0defe-f017-4b0a-bd2a-afe8f5e317b9,segment=NetworkSegment(958c1d75-9a7b-4ffd-b739-cb7f1585c545),segment_id=958c1d75-9a7b-4ffd-b739-cb7f1585c545)] {{(pid=75042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:15:21.147061 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776572168726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776571761677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776571761722'] for port, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:21.150338 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:15:21.199321 dv-cinder-806007-1-smb neutron-server[75042]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b02cdae5-5033-4d9b-bffd-04c6279ef176', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8ab0defe-f017-4b0a-bd2a-afe8f5e317b9', 'code': 422} returned with failed status Aug 25 16:15:21.235316 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Pushing event updated for resources: {'Port': ['ID=8ab0defe-f017-4b0a-bd2a-afe8f5e317b9,revision_number=6']} {{(pid=75042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:15:21.239631 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:15:21.784868 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9413b590-dffe-4750-a92b-5f3ee4df4061 req-c80a0952-eea4-45bc-8686-42b1ce13deb7 tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:21.786363 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-9413b590-dffe-4750-a92b-5f3ee4df4061 req-c80a0952-eea4-45bc-8686-42b1ce13deb7 tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] 10.222.0.68 "GET /v2.0/ports?device_id=b02cdae5-5033-4d9b-bffd-04c6279ef176 HTTP/1.1" status: 200 len: 943 time: 0.0830810 Aug 25 16:15:21.837328 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-9413b590-dffe-4750-a92b-5f3ee4df4061 req-3bfc7e64-a3bd-487c-bc93-b22ddd2f65c7 tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] 10.222.0.68 "GET /v2.0/security-groups?id=b5f57568-f110-4e84-ac24-03b82c7ae02d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452120 Aug 25 16:15:21.911163 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a51edd-e629-4339-a76a-1c4328a620e0 req-fd70c836-5709-4b4a-8931-6e20118ee98c tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:21.912639 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-32a51edd-e629-4339-a76a-1c4328a620e0 req-fd70c836-5709-4b4a-8931-6e20118ee98c tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/ports?device_id=af3b52c3-72b6-4415-a1e7-fe883d64e648 HTTP/1.1" status: 200 len: 945 time: 0.0820978 Aug 25 16:15:21.958305 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-32a51edd-e629-4339-a76a-1c4328a620e0 req-2acfde7c-1cef-4c75-bd6c-d35e05c27ef6 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/security-groups?id=0e30fa43-cc0c-4dc6-abd9-a2559e199065&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400031 Aug 25 16:15:22.003484 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-f774ee8a-3d37-43da-babb-65cf47601dc5 req-74584586-d3cc-4715-bd59-c0c0e50b9d2d service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=b02cdae5-5033-4d9b-bffd-04c6279ef176&tenant_id=e9aef4833bd74d2db11f03628b3cb562 HTTP/1.1" status: 200 len: 1096 time: 0.0708334 Aug 25 16:15:22.101438 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-f774ee8a-3d37-43da-babb-65cf47601dc5 req-e56f8358-badf-408d-a817-c8a7a77daaf4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e9aef4833bd74d2db11f03628b3cb562&device_id=b02cdae5-5033-4d9b-bffd-04c6279ef176 HTTP/1.1" status: 200 len: 1096 time: 0.0730147 Aug 25 16:15:22.317993 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f774ee8a-3d37-43da-babb-65cf47601dc5 req-7b914ea9-0f71-455e-93fb-4abb3fc9ab95 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:22.319470 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-f774ee8a-3d37-43da-babb-65cf47601dc5 req-7b914ea9-0f71-455e-93fb-4abb3fc9ab95 service neutron] 10.222.0.70 "GET /v2.0/networks?id=614f2e95-7eb0-4ef1-81dd-2bbf704665be HTTP/1.1" status: 200 len: 910 time: 0.2100010 Aug 25 16:15:22.427385 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-f774ee8a-3d37-43da-babb-65cf47601dc5 req-50692260-e189-424f-9246-bf99aa3d3194 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8ab0defe-f017-4b0a-bd2a-afe8f5e317b9 HTTP/1.1" status: 200 len: 998 time: 0.1002369 Aug 25 16:15:22.499444 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f774ee8a-3d37-43da-babb-65cf47601dc5 req-7d787f72-43a8-4a04-a9f5-dfe51ef1dc74 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:22.501107 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-f774ee8a-3d37-43da-babb-65cf47601dc5 req-7d787f72-43a8-4a04-a9f5-dfe51ef1dc74 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=61345865-f17f-47a1-85d8-a6ba566735d4 HTTP/1.1" status: 200 len: 848 time: 0.0618007 Aug 25 16:15:22.583421 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-f774ee8a-3d37-43da-babb-65cf47601dc5 req-94805df1-e261-4cc8-85c4-e7112e7ace0d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=614f2e95-7eb0-4ef1-81dd-2bbf704665be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0716751 Aug 25 16:15:22.730849 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-f774ee8a-3d37-43da-babb-65cf47601dc5 req-b1028936-9948-45ba-a3b3-c1ec3b1ab0ca service neutron] 10.222.0.70 "GET /v2.0/networks/614f2e95-7eb0-4ef1-81dd-2bbf704665be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368303 Aug 25 16:15:22.865404 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-f774ee8a-3d37-43da-babb-65cf47601dc5 req-006efd56-2429-45a2-a636-d1135488b76e service neutron] 10.222.0.70 "GET /v2.0/networks/614f2e95-7eb0-4ef1-81dd-2bbf704665be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262002 Aug 25 16:15:22.972800 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Device 5efe32c2-3da4-4c2c-96bc-16e91a944333 details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 25 16:15:23.083237 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47055c2e-c470-4c9d-958b-12439d309d8a req-ddd92032-c70e-44e6-8a66-ba11ff95d447 tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:23.084825 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-47055c2e-c470-4c9d-958b-12439d309d8a req-ddd92032-c70e-44e6-8a66-ba11ff95d447 tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] 10.222.0.68 "GET /v2.0/ports?device_id=b02cdae5-5033-4d9b-bffd-04c6279ef176 HTTP/1.1" status: 200 len: 943 time: 0.1166642 Aug 25 16:15:23.140211 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-47055c2e-c470-4c9d-958b-12439d309d8a req-55759647-a196-482b-86f3-b4a819bda371 tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] 10.222.0.68 "GET /v2.0/security-groups?id=b5f57568-f110-4e84-ac24-03b82c7ae02d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489089 Aug 25 16:15:23.140531 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.db [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] For port 5efe32c2-3da4-4c2c-96bc-16e91a944333, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=5efe32c2-3da4-4c2c-96bc-16e91a944333,segment=NetworkSegment(a4fe9403-29c0-4e58-9465-f12eb98d9e8d),segment_id=a4fe9403-29c0-4e58-9465-f12eb98d9e8d)] {{(pid=75042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:15:23.156499 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Returning: {'device': '5efe32c2-3da4-4c2c-96bc-16e91a944333', 'network_id': 'fb04b5ec-673a-4a91-b0e5-12c6c13382bd', 'port_id': '5efe32c2-3da4-4c2c-96bc-16e91a944333', 'mac_address': 'fa:16:3e:50:a2:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 854, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcc96182-e992-4fac-b9ad-11619c23a7ba', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 25 16:15:23.220310 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:23.238710 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.notifiers.nova [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5efe32c2-3da4-4c2c-96bc-16e91a944333 {{(pid=75042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:15:23.254001 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.db [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] For port 5efe32c2-3da4-4c2c-96bc-16e91a944333, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=5efe32c2-3da4-4c2c-96bc-16e91a944333,segment=NetworkSegment(a4fe9403-29c0-4e58-9465-f12eb98d9e8d),segment_id=a4fe9403-29c0-4e58-9465-f12eb98d9e8d)] {{(pid=75042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:15:23.258240 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776572168726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776571761677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776571761722'] for port, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:23.260069 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [None req-e12551b5-171f-478b-a782-351ba7acf18a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:15:23.328897 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Pushing event updated for resources: {'Port': ['ID=5efe32c2-3da4-4c2c-96bc-16e91a944333,revision_number=6']} {{(pid=75042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:15:23.332479 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0608ae9-fb7c-4a61-8056-1404fa526a76 req-0e0c111d-9ec1-46d9-97a9-9fe2413f72de tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:23.333998 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-e0608ae9-fb7c-4a61-8056-1404fa526a76 req-0e0c111d-9ec1-46d9-97a9-9fe2413f72de tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/ports?device_id=af3b52c3-72b6-4415-a1e7-fe883d64e648 HTTP/1.1" status: 200 len: 944 time: 0.0913029 Aug 25 16:15:23.338431 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:15:23.338785 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:15:23.339143 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:15:23.339465 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:15:23.339801 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:15:23.340137 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:15:23.340467 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:15:23.340794 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:15:23.341141 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:15:23.341465 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:15:23.341791 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:15:23.345557 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:15:23.357894 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.db [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] get_ports_and_sgs() called for port_ids ['5efe32c2-3da4-4c2c-96bc-16e91a944333'] {{(pid=75042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:15:23.387573 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-e0608ae9-fb7c-4a61-8056-1404fa526a76 req-dec60754-c4a9-470d-a86d-c7c937e32fb0 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/security-groups?id=0e30fa43-cc0c-4dc6-abd9-a2559e199065&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477917 Aug 25 16:15:24.347420 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7157d00a-1600-4efd-bb62-fb1a83e18358 req-491980b4-d6d9-4750-bdfb-4dac0ad23724 tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:24.348824 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-7157d00a-1600-4efd-bb62-fb1a83e18358 req-491980b4-d6d9-4750-bdfb-4dac0ad23724 tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] 10.222.0.68 "GET /v2.0/ports?device_id=b02cdae5-5033-4d9b-bffd-04c6279ef176 HTTP/1.1" status: 200 len: 943 time: 0.0804710 Aug 25 16:15:24.395279 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-7157d00a-1600-4efd-bb62-fb1a83e18358 req-387f447e-3b67-4dec-8af3-03fa07e54c54 tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] 10.222.0.68 "GET /v2.0/security-groups?id=b5f57568-f110-4e84-ac24-03b82c7ae02d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410457 Aug 25 16:15:24.613526 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0402ca5-3d97-4b8b-a7a4-5e46f29deedd req-b452c6bc-77c9-4ea2-b7fa-581fd7e4326e tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:24.615100 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-c0402ca5-3d97-4b8b-a7a4-5e46f29deedd req-b452c6bc-77c9-4ea2-b7fa-581fd7e4326e tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/ports?device_id=af3b52c3-72b6-4415-a1e7-fe883d64e648 HTTP/1.1" status: 200 len: 944 time: 0.0839267 Aug 25 16:15:24.665392 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-c0402ca5-3d97-4b8b-a7a4-5e46f29deedd req-da00b55f-93d0-40e9-9304-d086754a1015 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/security-groups?id=0e30fa43-cc0c-4dc6-abd9-a2559e199065&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447454 Aug 25 16:15:24.990258 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Device 5efe32c2-3da4-4c2c-96bc-16e91a944333 up at agent hyperv_hv-cinder-80600 {{(pid=75042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:15:25.059498 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.provisioning_blocks [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Provisioning complete for port 5efe32c2-3da4-4c2c-96bc-16e91a944333 triggered by entity L2. {{(pid=75042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:15:25.059886 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16203014'] for port, provisioning_complete {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:25.182719 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:25.210618 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af3b52c3-72b6-4415-a1e7-fe883d64e648', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5efe32c2-3da4-4c2c-96bc-16e91a944333'}] {{(pid=75042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:15:25.221300 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.db [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] For port 5efe32c2-3da4-4c2c-96bc-16e91a944333, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=5efe32c2-3da4-4c2c-96bc-16e91a944333,segment=NetworkSegment(a4fe9403-29c0-4e58-9465-f12eb98d9e8d),segment_id=a4fe9403-29c0-4e58-9465-f12eb98d9e8d)] {{(pid=75042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:15:25.225936 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776572168726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776571761677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776571761722'] for port, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:25.227971 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:15:25.284496 dv-cinder-806007-1-smb neutron-server[75042]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af3b52c3-72b6-4415-a1e7-fe883d64e648', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5efe32c2-3da4-4c2c-96bc-16e91a944333', 'code': 200} Aug 25 16:15:25.304609 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Pushing event updated for resources: {'Port': ['ID=5efe32c2-3da4-4c2c-96bc-16e91a944333,revision_number=7']} {{(pid=75042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:15:25.307710 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:15:25.608976 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5323e3-90bc-4099-b5d3-98484b922a10 req-1f5d95fa-e10f-46d1-a34c-207924288041 tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:25.610625 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-1a5323e3-90bc-4099-b5d3-98484b922a10 req-1f5d95fa-e10f-46d1-a34c-207924288041 tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] 10.222.0.68 "GET /v2.0/ports?device_id=b02cdae5-5033-4d9b-bffd-04c6279ef176 HTTP/1.1" status: 200 len: 943 time: 0.0896206 Aug 25 16:15:25.661607 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-1a5323e3-90bc-4099-b5d3-98484b922a10 req-9569484e-7e82-4276-860a-70abf700af34 tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] 10.222.0.68 "GET /v2.0/security-groups?id=b5f57568-f110-4e84-ac24-03b82c7ae02d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447087 Aug 25 16:15:25.904759 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d452cbe-c01f-4353-b7f4-78328ead6fe6 req-1f8c8111-ab25-4551-9db2-acf3d8bffa15 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:25.906310 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-1d452cbe-c01f-4353-b7f4-78328ead6fe6 req-1f8c8111-ab25-4551-9db2-acf3d8bffa15 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/ports?device_id=af3b52c3-72b6-4415-a1e7-fe883d64e648 HTTP/1.1" status: 200 len: 945 time: 0.0870879 Aug 25 16:15:25.955258 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-1d452cbe-c01f-4353-b7f4-78328ead6fe6 req-6e873cdd-0220-4d4c-8a1d-e550b574d757 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/security-groups?id=0e30fa43-cc0c-4dc6-abd9-a2559e199065&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426354 Aug 25 16:15:26.875584 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2523216d-74c2-439a-b562-3d5bf90195f7 req-4b581438-85b9-47f7-90e5-a6f6bdf26a1d tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:26.877805 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-2523216d-74c2-439a-b562-3d5bf90195f7 req-4b581438-85b9-47f7-90e5-a6f6bdf26a1d tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] 10.222.0.68 "GET /v2.0/ports?device_id=b02cdae5-5033-4d9b-bffd-04c6279ef176 HTTP/1.1" status: 200 len: 943 time: 0.0851929 Aug 25 16:15:26.929155 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-2523216d-74c2-439a-b562-3d5bf90195f7 req-5a3f3267-e0df-434e-9e5f-13e5f540ae58 tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] 10.222.0.68 "GET /v2.0/security-groups?id=b5f57568-f110-4e84-ac24-03b82c7ae02d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424113 Aug 25 16:15:26.994782 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Device 8ab0defe-f017-4b0a-bd2a-afe8f5e317b9 details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 25 16:15:27.204440 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7149a7-70b9-42b3-9e92-35b17edb42a0 req-c7988d9b-252b-447c-aace-7a32326fe667 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:27.206470 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-7f7149a7-70b9-42b3-9e92-35b17edb42a0 req-c7988d9b-252b-447c-aace-7a32326fe667 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/ports?device_id=af3b52c3-72b6-4415-a1e7-fe883d64e648 HTTP/1.1" status: 200 len: 945 time: 0.1017604 Aug 25 16:15:27.211107 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.db [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] For port 8ab0defe-f017-4b0a-bd2a-afe8f5e317b9, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=8ab0defe-f017-4b0a-bd2a-afe8f5e317b9,segment=NetworkSegment(958c1d75-9a7b-4ffd-b739-cb7f1585c545),segment_id=958c1d75-9a7b-4ffd-b739-cb7f1585c545)] {{(pid=75042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:15:27.230486 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Returning: {'device': '8ab0defe-f017-4b0a-bd2a-afe8f5e317b9', 'network_id': '614f2e95-7eb0-4ef1-81dd-2bbf704665be', 'port_id': '8ab0defe-f017-4b0a-bd2a-afe8f5e317b9', 'mac_address': 'fa:16:3e:fd:9f:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 857, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61345865-f17f-47a1-85d8-a6ba566735d4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 25 16:15:27.269880 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-7f7149a7-70b9-42b3-9e92-35b17edb42a0 req-484a0ba0-ae24-4d7a-b88c-be72dde322c6 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/security-groups?id=0e30fa43-cc0c-4dc6-abd9-a2559e199065&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569990 Aug 25 16:15:27.327311 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:27.347249 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.notifiers.nova [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ab0defe-f017-4b0a-bd2a-afe8f5e317b9 {{(pid=75042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:15:27.368207 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.db [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] For port 8ab0defe-f017-4b0a-bd2a-afe8f5e317b9, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=8ab0defe-f017-4b0a-bd2a-afe8f5e317b9,segment=NetworkSegment(958c1d75-9a7b-4ffd-b739-cb7f1585c545),segment_id=958c1d75-9a7b-4ffd-b739-cb7f1585c545)] {{(pid=75042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:15:27.373522 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776572168726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776571761677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776571761722'] for port, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:27.375272 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [None req-af304bcc-8883-42f5-84e4-0c851c9c9302 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:15:27.470552 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Pushing event updated for resources: {'Port': ['ID=8ab0defe-f017-4b0a-bd2a-afe8f5e317b9,revision_number=7']} {{(pid=75042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:15:27.473613 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:15:27.520135 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-3085a21b-45bd-4801-ab2c-593067e6a9fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:27.666353 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.db [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] get_ports_and_sgs() called for port_ids ['8ab0defe-f017-4b0a-bd2a-afe8f5e317b9'] {{(pid=75042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:15:28.178546 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928712c1-1fce-420d-8cdf-bf39316905be req-1471924a-0362-4192-ba5d-c6b5ff630a3c tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:28.180208 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-928712c1-1fce-420d-8cdf-bf39316905be req-1471924a-0362-4192-ba5d-c6b5ff630a3c tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] 10.222.0.68 "GET /v2.0/ports?device_id=b02cdae5-5033-4d9b-bffd-04c6279ef176 HTTP/1.1" status: 200 len: 944 time: 0.0952115 Aug 25 16:15:28.232814 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-928712c1-1fce-420d-8cdf-bf39316905be req-b8ecc7b2-4c17-4493-8978-5926686f260f tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] 10.222.0.68 "GET /v2.0/security-groups?id=b5f57568-f110-4e84-ac24-03b82c7ae02d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456195 Aug 25 16:15:28.518052 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1932f71-febe-429e-bb33-0a7a3153dbb8 req-20d50cfd-7636-45ed-bc37-4af9c7d74bf6 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:28.519424 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-c1932f71-febe-429e-bb33-0a7a3153dbb8 req-20d50cfd-7636-45ed-bc37-4af9c7d74bf6 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/ports?device_id=af3b52c3-72b6-4415-a1e7-fe883d64e648 HTTP/1.1" status: 200 len: 945 time: 0.0904765 Aug 25 16:15:28.570258 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-c1932f71-febe-429e-bb33-0a7a3153dbb8 req-88b4402a-6954-43bd-b0c2-b35c0a6b38ba tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/security-groups?id=0e30fa43-cc0c-4dc6-abd9-a2559e199065&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453198 Aug 25 16:15:28.767996 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:29.028695 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Device 8ab0defe-f017-4b0a-bd2a-afe8f5e317b9 up at agent hyperv_hv-cinder-80600 {{(pid=75042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:15:29.102580 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.provisioning_blocks [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Provisioning complete for port 8ab0defe-f017-4b0a-bd2a-afe8f5e317b9 triggered by entity L2. {{(pid=75042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:15:29.103114 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16203014'] for port, provisioning_complete {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:29.258222 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:29.310578 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b02cdae5-5033-4d9b-bffd-04c6279ef176', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ab0defe-f017-4b0a-bd2a-afe8f5e317b9'}] {{(pid=75042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:15:29.338641 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.db [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] For port 8ab0defe-f017-4b0a-bd2a-afe8f5e317b9, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=8ab0defe-f017-4b0a-bd2a-afe8f5e317b9,segment=NetworkSegment(958c1d75-9a7b-4ffd-b739-cb7f1585c545),segment_id=958c1d75-9a7b-4ffd-b739-cb7f1585c545)] {{(pid=75042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:15:29.345933 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776572168726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776571761677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776571761722'] for port, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:29.348285 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [None req-64ddb338-5707-4db8-af97-f1ccaadd7e8a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:15:29.443255 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Pushing event updated for resources: {'Port': ['ID=8ab0defe-f017-4b0a-bd2a-afe8f5e317b9,revision_number=8']} {{(pid=75042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:15:29.448780 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:15:29.492412 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd33eb6-19b3-4f41-80a8-4800d0108b67 req-902facaa-f385-469f-a48e-2b28b83337f4 tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:29.494135 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-6cd33eb6-19b3-4f41-80a8-4800d0108b67 req-902facaa-f385-469f-a48e-2b28b83337f4 tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] 10.222.0.68 "GET /v2.0/ports?device_id=b02cdae5-5033-4d9b-bffd-04c6279ef176 HTTP/1.1" status: 200 len: 945 time: 0.0932796 Aug 25 16:15:29.502947 dv-cinder-806007-1-smb neutron-server[75042]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b02cdae5-5033-4d9b-bffd-04c6279ef176', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ab0defe-f017-4b0a-bd2a-afe8f5e317b9', 'code': 200} Aug 25 16:15:29.551029 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-6cd33eb6-19b3-4f41-80a8-4800d0108b67 req-e448e4f7-bfa6-4d1a-9e72-662d718e9821 tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] 10.222.0.68 "GET /v2.0/security-groups?id=b5f57568-f110-4e84-ac24-03b82c7ae02d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503309 Aug 25 16:15:29.830645 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c552f5-24e1-4f67-8b50-9b966c0985aa req-f5db3cc7-0cb9-4f51-bbfc-00f1bb2da919 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:29.837628 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-c9c552f5-24e1-4f67-8b50-9b966c0985aa req-f5db3cc7-0cb9-4f51-bbfc-00f1bb2da919 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/ports?device_id=af3b52c3-72b6-4415-a1e7-fe883d64e648 HTTP/1.1" status: 200 len: 945 time: 0.1133668 Aug 25 16:15:29.865793 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-5001185c-8876-4f9f-bc90-b63e27248dae req-6315c4ac-823f-454b-92f5-572c0b568927 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=b02cdae5-5033-4d9b-bffd-04c6279ef176 HTTP/1.1" status: 200 len: 1098 time: 0.0910256 Aug 25 16:15:29.912975 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-c9c552f5-24e1-4f67-8b50-9b966c0985aa req-e17e9680-b5c8-4fa1-96ec-0e377e524ce1 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/security-groups?id=0e30fa43-cc0c-4dc6-abd9-a2559e199065&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737631 Aug 25 16:15:29.941990 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-5001185c-8876-4f9f-bc90-b63e27248dae req-9e31c155-d5aa-4a11-96c3-27bfa0e03ab6 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=b5f57568-f110-4e84-ac24-03b82c7ae02d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683677 Aug 25 16:15:29.950970 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-f6a7eebc-dc2b-4d1f-bba1-cebd4b99eb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:30.788101 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf9d1e1-568a-4bd2-b399-7057dbd95788 req-37f21e3d-eb3b-4609-9e80-dedd25f941fa tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:30.790567 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-fcf9d1e1-568a-4bd2-b399-7057dbd95788 req-37f21e3d-eb3b-4609-9e80-dedd25f941fa tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] 10.222.0.68 "GET /v2.0/ports?device_id=b02cdae5-5033-4d9b-bffd-04c6279ef176 HTTP/1.1" status: 200 len: 945 time: 0.0976515 Aug 25 16:15:30.857341 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-fcf9d1e1-568a-4bd2-b399-7057dbd95788 req-6c3b33ae-5738-440a-a2fc-b33858720273 tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] 10.222.0.68 "GET /v2.0/security-groups?id=b5f57568-f110-4e84-ac24-03b82c7ae02d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612535 Aug 25 16:15:30.991410 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-1bf536be-b7f1-4c3c-b07a-2be1e6809122 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:31.159133 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7581d9f1-7e51-4f7a-b508-09ad2b9c2e10 req-004c2e99-cf6f-4b31-9db0-edf83469ab23 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:31.166103 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-7581d9f1-7e51-4f7a-b508-09ad2b9c2e10 req-004c2e99-cf6f-4b31-9db0-edf83469ab23 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/ports?device_id=af3b52c3-72b6-4415-a1e7-fe883d64e648 HTTP/1.1" status: 200 len: 945 time: 0.0994842 Aug 25 16:15:31.228539 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-7581d9f1-7e51-4f7a-b508-09ad2b9c2e10 req-0fb8985c-7ebf-43c0-aa48-79545d760eab tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/security-groups?id=0e30fa43-cc0c-4dc6-abd9-a2559e199065&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614383 Aug 25 16:15:32.063678 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26e7e9b-44e6-4637-8ca3-23019dfc58e0 req-099d627f-c47c-47c1-a1a6-959428cf7d36 tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:32.067442 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-e26e7e9b-44e6-4637-8ca3-23019dfc58e0 req-099d627f-c47c-47c1-a1a6-959428cf7d36 tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] 10.222.0.68 "GET /v2.0/ports?device_id=b02cdae5-5033-4d9b-bffd-04c6279ef176 HTTP/1.1" status: 200 len: 945 time: 0.0873752 Aug 25 16:15:32.134575 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-e26e7e9b-44e6-4637-8ca3-23019dfc58e0 req-428524b9-f4f1-41c7-add4-87d9d63986e9 tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] 10.222.0.68 "GET /v2.0/security-groups?id=b5f57568-f110-4e84-ac24-03b82c7ae02d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598400 Aug 25 16:15:32.404906 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-8ca458b3-9003-4c9b-b026-f7ba765eab5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:32.482113 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6be7fc-65fe-404d-bb28-c4c35a2b5297 req-01edc6fa-e381-4f49-a0f7-fd1ff01f4d0b tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:32.490016 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-db6be7fc-65fe-404d-bb28-c4c35a2b5297 req-01edc6fa-e381-4f49-a0f7-fd1ff01f4d0b tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/ports?device_id=af3b52c3-72b6-4415-a1e7-fe883d64e648 HTTP/1.1" status: 200 len: 945 time: 0.1046195 Aug 25 16:15:32.550558 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-db6be7fc-65fe-404d-bb28-c4c35a2b5297 req-a2ea5fff-f5a5-4e52-ab8f-39eb34542d08 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/security-groups?id=0e30fa43-cc0c-4dc6-abd9-a2559e199065&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595584 Aug 25 16:15:33.622041 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.db.agents_db [None req-a821c616-a82d-4ce6-adbe-0c63f7de4494 None None] Agent healthcheck: found 6 active agents {{(pid=75043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:15:33.800806 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cbf6d7-9b87-43cf-b4a7-ee470f556d87 req-d6c3f1c8-ffa6-4d98-912d-41c337ffe941 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:33.803041 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-05cbf6d7-9b87-43cf-b4a7-ee470f556d87 req-d6c3f1c8-ffa6-4d98-912d-41c337ffe941 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/ports?device_id=af3b52c3-72b6-4415-a1e7-fe883d64e648 HTTP/1.1" status: 200 len: 945 time: 0.0905776 Aug 25 16:15:33.865716 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-05cbf6d7-9b87-43cf-b4a7-ee470f556d87 req-d95d2eeb-e454-4f19-8c55-4d277ccab4d8 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/security-groups?id=0e30fa43-cc0c-4dc6-abd9-a2559e199065&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566320 Aug 25 16:15:35.178388 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43ebb39-2755-4efa-8db2-2b9307e350c5 req-c0ad1dc4-a3d2-4908-a402-5a0ca8ffd99d tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:35.179931 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-f43ebb39-2755-4efa-8db2-2b9307e350c5 req-c0ad1dc4-a3d2-4908-a402-5a0ca8ffd99d tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/ports?device_id=af3b52c3-72b6-4415-a1e7-fe883d64e648 HTTP/1.1" status: 200 len: 945 time: 0.1742871 Aug 25 16:15:35.265407 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-f43ebb39-2755-4efa-8db2-2b9307e350c5 req-70a4a6b2-89c7-46f5-88c7-86647480244f tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/security-groups?id=0e30fa43-cc0c-4dc6-abd9-a2559e199065&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763505 Aug 25 16:15:36.408916 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-005f7823-0847-43dc-b4a1-5c5528b009b0 req-faa6f842-c0fe-4883-aa52-fe185a631fc2 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=dc71d1df614a4412aaf0b6136cfc4aba&device_id=af3b52c3-72b6-4415-a1e7-fe883d64e648 HTTP/1.1" status: 200 len: 1098 time: 0.0703700 Aug 25 16:15:36.691720 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005f7823-0847-43dc-b4a1-5c5528b009b0 req-1418cf19-1fac-4130-afb1-0c000f073d75 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:36.693184 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-005f7823-0847-43dc-b4a1-5c5528b009b0 req-1418cf19-1fac-4130-afb1-0c000f073d75 service neutron] 10.222.0.70 "GET /v2.0/networks?id=fb04b5ec-673a-4a91-b0e5-12c6c13382bd HTTP/1.1" status: 200 len: 916 time: 0.1651349 Aug 25 16:15:36.698911 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b59bdb-d50c-4e68-af9b-6172e92b5550 req-ba4418cf-2431-40c1-bc7d-51cad9de0e25 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:36.700255 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-09b59bdb-d50c-4e68-af9b-6172e92b5550 req-ba4418cf-2431-40c1-bc7d-51cad9de0e25 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/ports?device_id=af3b52c3-72b6-4415-a1e7-fe883d64e648 HTTP/1.1" status: 200 len: 945 time: 0.2864010 Aug 25 16:15:36.831985 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-005f7823-0847-43dc-b4a1-5c5528b009b0 req-17909b01-4817-408b-9ef7-47d94b27ceff service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5efe32c2-3da4-4c2c-96bc-16e91a944333 HTTP/1.1" status: 200 len: 1001 time: 0.1299915 Aug 25 16:15:36.837381 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-09b59bdb-d50c-4e68-af9b-6172e92b5550 req-dfffedf2-ce20-44b1-801d-9fbf0b8aa023 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/security-groups?id=0e30fa43-cc0c-4dc6-abd9-a2559e199065&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833790 Aug 25 16:15:36.900028 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005f7823-0847-43dc-b4a1-5c5528b009b0 req-4461ccf0-3b04-4154-8c93-fdb31eb38269 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:36.901515 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-005f7823-0847-43dc-b4a1-5c5528b009b0 req-4461ccf0-3b04-4154-8c93-fdb31eb38269 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=dcc96182-e992-4fac-b9ad-11619c23a7ba HTTP/1.1" status: 200 len: 854 time: 0.0626047 Aug 25 16:15:36.978861 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-005f7823-0847-43dc-b4a1-5c5528b009b0 req-0f2268db-c307-4389-bfa5-ab9d248db4fb service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=fb04b5ec-673a-4a91-b0e5-12c6c13382bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0695677 Aug 25 16:15:37.113277 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-005f7823-0847-43dc-b4a1-5c5528b009b0 req-6a9add45-65a1-4e77-8923-410d240e7270 service neutron] 10.222.0.70 "GET /v2.0/networks/fb04b5ec-673a-4a91-b0e5-12c6c13382bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261811 Aug 25 16:15:37.256597 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-005f7823-0847-43dc-b4a1-5c5528b009b0 req-2c296c94-947b-4c22-81f3-7b646947b1de service neutron] 10.222.0.70 "GET /v2.0/networks/fb04b5ec-673a-4a91-b0e5-12c6c13382bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368649 Aug 25 16:15:38.052075 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b8cb9b-edb7-435f-b8c4-45f5b0634090 req-3aaa53e0-cd79-43f4-9652-fd3e22d03250 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:38.053560 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-16b8cb9b-edb7-435f-b8c4-45f5b0634090 req-3aaa53e0-cd79-43f4-9652-fd3e22d03250 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/ports?device_id=af3b52c3-72b6-4415-a1e7-fe883d64e648 HTTP/1.1" status: 200 len: 945 time: 0.0779259 Aug 25 16:15:38.103117 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-16b8cb9b-edb7-435f-b8c4-45f5b0634090 req-c58daac4-3695-4db0-926b-91565f285559 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/security-groups?id=0e30fa43-cc0c-4dc6-abd9-a2559e199065&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440195 Aug 25 16:15:39.112646 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Device 5efe32c2-3da4-4c2c-96bc-16e91a944333 no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:15:39.227001 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:39.257040 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af3b52c3-72b6-4415-a1e7-fe883d64e648', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5efe32c2-3da4-4c2c-96bc-16e91a944333'}] {{(pid=75042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:15:39.267127 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.db [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] For port 5efe32c2-3da4-4c2c-96bc-16e91a944333, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=5efe32c2-3da4-4c2c-96bc-16e91a944333,segment=NetworkSegment(a4fe9403-29c0-4e58-9465-f12eb98d9e8d),segment_id=a4fe9403-29c0-4e58-9465-f12eb98d9e8d)] {{(pid=75042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:15:39.271378 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776572168726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776571761677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776571761722'] for port, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:39.273175 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:15:39.324973 dv-cinder-806007-1-smb neutron-server[75042]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af3b52c3-72b6-4415-a1e7-fe883d64e648', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5efe32c2-3da4-4c2c-96bc-16e91a944333', 'code': 200} Aug 25 16:15:39.344977 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Pushing event updated for resources: {'Port': ['ID=5efe32c2-3da4-4c2c-96bc-16e91a944333,revision_number=8']} {{(pid=75042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:15:39.348150 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:15:39.368133 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a8b7be-641b-4287-bf05-3fd5f0d7ceba req-9a9e2274-bb6a-49e2-9f15-6248960eeda3 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:39.369618 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-b0a8b7be-641b-4287-bf05-3fd5f0d7ceba req-9a9e2274-bb6a-49e2-9f15-6248960eeda3 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/ports?device_id=af3b52c3-72b6-4415-a1e7-fe883d64e648 HTTP/1.1" status: 200 len: 943 time: 0.1116433 Aug 25 16:15:39.415918 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-b0a8b7be-641b-4287-bf05-3fd5f0d7ceba req-5564ae72-7af1-4b7f-882e-23c0744362c0 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/security-groups?id=0e30fa43-cc0c-4dc6-abd9-a2559e199065&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406961 Aug 25 16:15:40.882652 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-e739ccf9-b8eb-4e92-abc8-646f793db5c0 req-3ed726f0-e081-495b-bc1b-f4e261835f35 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=af3b52c3-72b6-4415-a1e7-fe883d64e648&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0685091 Aug 25 16:15:41.130949 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-23bbcc9b-49ef-4e0a-bab3-a3804e0b6933 req-6aa4f77a-1530-45ac-b4da-0f404400551b service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=af3b52c3-72b6-4415-a1e7-fe883d64e648&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0684047 Aug 25 16:15:41.159957 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbbbaea-05ef-44fe-87d8-3b0fb5cec143 req-f0c20248-9690-4cb2-a2ff-5543f01eb743 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:41.161437 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-bdbbbaea-05ef-44fe-87d8-3b0fb5cec143 req-f0c20248-9690-4cb2-a2ff-5543f01eb743 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/ports?device_id=af3b52c3-72b6-4415-a1e7-fe883d64e648 HTTP/1.1" status: 200 len: 943 time: 0.0821609 Aug 25 16:15:41.207877 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-bdbbbaea-05ef-44fe-87d8-3b0fb5cec143 req-1773cdf7-34f5-4c5e-b7a3-7a5695eb85ea tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/security-groups?id=0e30fa43-cc0c-4dc6-abd9-a2559e199065&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399969 Aug 25 16:15:41.644774 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-23bbcc9b-49ef-4e0a-bab3-a3804e0b6933 req-8a008798-192b-4486-87a4-c3c051e6a82b service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=af3b52c3-72b6-4415-a1e7-fe883d64e648&tenant_id=dc71d1df614a4412aaf0b6136cfc4aba HTTP/1.1" status: 200 len: 1096 time: 0.0780785 Aug 25 16:15:41.735918 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-23bbcc9b-49ef-4e0a-bab3-a3804e0b6933 req-b7f6f7ec-c798-4f8c-9549-5356e3acc9f1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=dc71d1df614a4412aaf0b6136cfc4aba&device_id=af3b52c3-72b6-4415-a1e7-fe883d64e648 HTTP/1.1" status: 200 len: 1096 time: 0.0704651 Aug 25 16:15:41.869710 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bbcc9b-49ef-4e0a-bab3-a3804e0b6933 req-431caa3e-7248-44e2-af58-743a3b4d6264 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:41.871154 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-23bbcc9b-49ef-4e0a-bab3-a3804e0b6933 req-431caa3e-7248-44e2-af58-743a3b4d6264 service neutron] 10.222.0.70 "GET /v2.0/networks?id=fb04b5ec-673a-4a91-b0e5-12c6c13382bd HTTP/1.1" status: 200 len: 916 time: 0.1290867 Aug 25 16:15:41.977384 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-23bbcc9b-49ef-4e0a-bab3-a3804e0b6933 req-366dd35a-8eef-4839-9c8f-e9f948583b62 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5efe32c2-3da4-4c2c-96bc-16e91a944333 HTTP/1.1" status: 200 len: 999 time: 0.0994937 Aug 25 16:15:42.043537 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bbcc9b-49ef-4e0a-bab3-a3804e0b6933 req-d92e72e6-6c30-4522-b1f4-14fd4cc49ca2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:42.044972 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-23bbcc9b-49ef-4e0a-bab3-a3804e0b6933 req-d92e72e6-6c30-4522-b1f4-14fd4cc49ca2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=dcc96182-e992-4fac-b9ad-11619c23a7ba HTTP/1.1" status: 200 len: 854 time: 0.0614231 Aug 25 16:15:42.120094 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-23bbcc9b-49ef-4e0a-bab3-a3804e0b6933 req-56412068-5c33-42bc-8ada-a7221cbe2154 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=fb04b5ec-673a-4a91-b0e5-12c6c13382bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0692124 Aug 25 16:15:42.368891 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-23bbcc9b-49ef-4e0a-bab3-a3804e0b6933 req-4af33531-fab4-4f08-b2e5-7e62d33927e3 service neutron] 10.222.0.70 "GET /v2.0/networks/fb04b5ec-673a-4a91-b0e5-12c6c13382bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2408533 Aug 25 16:15:42.569521 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-23bbcc9b-49ef-4e0a-bab3-a3804e0b6933 req-e7e01489-115a-4c36-9fbb-ee103accdcc5 service neutron] 10.222.0.70 "GET /v2.0/networks/fb04b5ec-673a-4a91-b0e5-12c6c13382bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932707 Aug 25 16:15:42.584000 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cf0662-3cbe-4633-9d88-ce94dd569818 req-24b98cb0-c488-417f-a3e6-efee1185a69b tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:42.585551 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-c4cf0662-3cbe-4633-9d88-ce94dd569818 req-24b98cb0-c488-417f-a3e6-efee1185a69b tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/ports?device_id=af3b52c3-72b6-4415-a1e7-fe883d64e648 HTTP/1.1" status: 200 len: 943 time: 0.1881077 Aug 25 16:15:42.638483 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-c4cf0662-3cbe-4633-9d88-ce94dd569818 req-3f76b305-96a3-4221-942d-e9e193b00966 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/security-groups?id=0e30fa43-cc0c-4dc6-abd9-a2559e199065&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469596 Aug 25 16:15:43.101566 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Device 5efe32c2-3da4-4c2c-96bc-16e91a944333 no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:15:43.947829 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4b4928-a02e-4c75-965b-6085939a1fe5 req-197b0a47-fc0a-4059-90b2-3fcbe8b8a333 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:43.950021 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-2b4b4928-a02e-4c75-965b-6085939a1fe5 req-197b0a47-fc0a-4059-90b2-3fcbe8b8a333 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/ports?device_id=af3b52c3-72b6-4415-a1e7-fe883d64e648 HTTP/1.1" status: 200 len: 943 time: 0.0893581 Aug 25 16:15:44.021692 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-2b4b4928-a02e-4c75-965b-6085939a1fe5 req-c5f22b3d-e4ed-4ea3-b242-542297c50862 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/security-groups?id=0e30fa43-cc0c-4dc6-abd9-a2559e199065&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633893 Aug 25 16:15:44.611813 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71c61cb-e698-40fc-8489-86b7363d5ef8 req-2e7093bf-b472-4c15-8d3a-7a4f3c2e2037 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:44.614017 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-d71c61cb-e698-40fc-8489-86b7363d5ef8 req-2e7093bf-b472-4c15-8d3a-7a4f3c2e2037 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] 10.222.0.68 "GET /v2.0/ports?device_id=c9876a73-56a7-4829-bcfb-5c6f508b10c4 HTTP/1.1" status: 200 len: 946 time: 0.0844090 Aug 25 16:15:44.662855 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-d71c61cb-e698-40fc-8489-86b7363d5ef8 req-1ade177f-f5b4-4ac2-a98e-3958476d9d5a tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] 10.222.0.68 "GET /v2.0/security-groups?id=90e4a15c-1669-458b-8ae4-122645b0d0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429654 Aug 25 16:15:45.248538 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c488a3-670f-4f26-b693-d0513f519999 req-446421bb-a24e-4237-b760-717112a5c5fa tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:45.250028 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-b4c488a3-670f-4f26-b693-d0513f519999 req-446421bb-a24e-4237-b760-717112a5c5fa tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/ports?device_id=af3b52c3-72b6-4415-a1e7-fe883d64e648 HTTP/1.1" status: 200 len: 943 time: 0.0931101 Aug 25 16:15:45.301798 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-b4c488a3-670f-4f26-b693-d0513f519999 req-3c4d5c81-8ee7-4832-afa4-ff8df6328c5e tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/security-groups?id=0e30fa43-cc0c-4dc6-abd9-a2559e199065&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449200 Aug 25 16:15:45.876387 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81a9c66-b3af-4c28-9092-ea9ea8a1df12 req-2c4bfbc2-9c26-476c-bbae-bfa5d679e884 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:45.877864 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-b81a9c66-b3af-4c28-9092-ea9ea8a1df12 req-2c4bfbc2-9c26-476c-bbae-bfa5d679e884 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] 10.222.0.68 "GET /v2.0/ports?device_id=c9876a73-56a7-4829-bcfb-5c6f508b10c4 HTTP/1.1" status: 200 len: 946 time: 0.0843401 Aug 25 16:15:45.926820 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-b81a9c66-b3af-4c28-9092-ea9ea8a1df12 req-0d462e4e-0613-4c1a-9b70-3ff2d41cf65b tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] 10.222.0.68 "GET /v2.0/security-groups?id=90e4a15c-1669-458b-8ae4-122645b0d0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427909 Aug 25 16:15:46.527178 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6045cd80-a7c8-4735-8364-37753711544f req-57a58262-b51c-437e-b4e9-c6e5dd6b33ea tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:46.528721 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-6045cd80-a7c8-4735-8364-37753711544f req-57a58262-b51c-437e-b4e9-c6e5dd6b33ea tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/ports?device_id=af3b52c3-72b6-4415-a1e7-fe883d64e648 HTTP/1.1" status: 200 len: 943 time: 0.0840058 Aug 25 16:15:46.586561 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-6045cd80-a7c8-4735-8364-37753711544f req-ab3e3d3b-c461-465a-816b-2ebb7a8cdfc8 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/security-groups?id=0e30fa43-cc0c-4dc6-abd9-a2559e199065&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509346 Aug 25 16:15:47.139593 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62157c1d-8e11-4d94-b70d-11f0ee78f371 req-2b8969ae-e864-4b72-96b7-5264085a9e06 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:47.141043 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-62157c1d-8e11-4d94-b70d-11f0ee78f371 req-2b8969ae-e864-4b72-96b7-5264085a9e06 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] 10.222.0.68 "GET /v2.0/ports?device_id=c9876a73-56a7-4829-bcfb-5c6f508b10c4 HTTP/1.1" status: 200 len: 946 time: 0.0840251 Aug 25 16:15:47.195134 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-62157c1d-8e11-4d94-b70d-11f0ee78f371 req-086148ff-f81d-4ce1-92ce-90c6195097f3 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] 10.222.0.68 "GET /v2.0/security-groups?id=90e4a15c-1669-458b-8ae4-122645b0d0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481105 Aug 25 16:15:47.808607 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7564a9fc-1abe-4be3-a4c6-8af36c2975b3 req-63b7ac76-1f17-4ed0-9a23-a949dc3bd90d tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:47.810111 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-7564a9fc-1abe-4be3-a4c6-8af36c2975b3 req-63b7ac76-1f17-4ed0-9a23-a949dc3bd90d tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/ports?device_id=af3b52c3-72b6-4415-a1e7-fe883d64e648 HTTP/1.1" status: 200 len: 943 time: 0.0814123 Aug 25 16:15:47.857041 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-7564a9fc-1abe-4be3-a4c6-8af36c2975b3 req-0ad89a69-eee5-4386-ac90-294e5f43d480 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/security-groups?id=0e30fa43-cc0c-4dc6-abd9-a2559e199065&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413663 Aug 25 16:15:48.402623 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff1ec76-a33c-4b6a-b562-ed34815e2862 req-8170f8c9-80c8-4e3b-a89f-42d0a6708a3a tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:48.404260 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-4ff1ec76-a33c-4b6a-b562-ed34815e2862 req-8170f8c9-80c8-4e3b-a89f-42d0a6708a3a tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] 10.222.0.68 "GET /v2.0/ports?device_id=c9876a73-56a7-4829-bcfb-5c6f508b10c4 HTTP/1.1" status: 200 len: 946 time: 0.0809164 Aug 25 16:15:48.452516 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-4ff1ec76-a33c-4b6a-b562-ed34815e2862 req-f789636a-478f-446c-a8c7-7edbdc951aa2 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] 10.222.0.68 "GET /v2.0/security-groups?id=90e4a15c-1669-458b-8ae4-122645b0d0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421796 Aug 25 16:15:48.518638 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:49.079886 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dac954-dd89-472e-b0c3-a63eb8fc721f req-29aec3c0-e4a7-4b1c-9292-06ff8e6d48bd tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:49.081400 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-78dac954-dd89-472e-b0c3-a63eb8fc721f req-29aec3c0-e4a7-4b1c-9292-06ff8e6d48bd tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/ports?device_id=af3b52c3-72b6-4415-a1e7-fe883d64e648 HTTP/1.1" status: 200 len: 943 time: 0.0829968 Aug 25 16:15:49.129292 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-78dac954-dd89-472e-b0c3-a63eb8fc721f req-8212198d-de80-42de-a994-13eb8017de41 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/security-groups?id=0e30fa43-cc0c-4dc6-abd9-a2559e199065&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421712 Aug 25 16:15:49.659066 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5078aa8f-2b53-400a-92a3-eb2e18b0e505 req-ea7cfc6b-8ab8-45e9-ba19-11d9c2cdd46c tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:49.660534 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-5078aa8f-2b53-400a-92a3-eb2e18b0e505 req-ea7cfc6b-8ab8-45e9-ba19-11d9c2cdd46c tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] 10.222.0.68 "GET /v2.0/ports?device_id=c9876a73-56a7-4829-bcfb-5c6f508b10c4 HTTP/1.1" status: 200 len: 946 time: 0.0854812 Aug 25 16:15:49.716770 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-5078aa8f-2b53-400a-92a3-eb2e18b0e505 req-0c58e3fa-12b8-4d72-ab94-1a2bb40a71a8 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] 10.222.0.68 "GET /v2.0/security-groups?id=90e4a15c-1669-458b-8ae4-122645b0d0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505035 Aug 25 16:15:50.429819 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f551ed8d-2234-4f85-a470-b676cf9f228f req-d1ad40b6-2c5e-43af-bafd-e01c3d2d6001 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:50.431374 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-f551ed8d-2234-4f85-a470-b676cf9f228f req-d1ad40b6-2c5e-43af-bafd-e01c3d2d6001 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/ports?device_id=af3b52c3-72b6-4415-a1e7-fe883d64e648 HTTP/1.1" status: 200 len: 943 time: 0.1103091 Aug 25 16:15:50.481351 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-f551ed8d-2234-4f85-a470-b676cf9f228f req-d70dde72-6153-495e-bbfb-9e2617af4efe tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/security-groups?id=0e30fa43-cc0c-4dc6-abd9-a2559e199065&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441463 Aug 25 16:15:50.934841 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba1541b-079f-4b8b-b88d-16e837c25c17 req-3ef7d74e-0aee-499f-83be-114509de572f tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:50.941636 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-5ba1541b-079f-4b8b-b88d-16e837c25c17 req-3ef7d74e-0aee-499f-83be-114509de572f tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] 10.222.0.68 "GET /v2.0/ports?device_id=c9876a73-56a7-4829-bcfb-5c6f508b10c4 HTTP/1.1" status: 200 len: 946 time: 0.0903578 Aug 25 16:15:50.984773 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-5ba1541b-079f-4b8b-b88d-16e837c25c17 req-0c558552-ef21-4c73-9783-8b1e8a4221d1 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] 10.222.0.68 "GET /v2.0/security-groups?id=90e4a15c-1669-458b-8ae4-122645b0d0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422559 Aug 25 16:15:51.736821 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157eb714-ae8b-4a62-b9cf-8cffc16e2962 req-775dbbd4-8a3f-4c86-83e1-0efbcf9ef55d tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:51.737812 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-157eb714-ae8b-4a62-b9cf-8cffc16e2962 req-775dbbd4-8a3f-4c86-83e1-0efbcf9ef55d tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/ports?device_id=af3b52c3-72b6-4415-a1e7-fe883d64e648 HTTP/1.1" status: 200 len: 943 time: 0.0987027 Aug 25 16:15:51.785775 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-157eb714-ae8b-4a62-b9cf-8cffc16e2962 req-8fe14a55-7dc9-46e6-8f29-f21ca75c666e tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/security-groups?id=0e30fa43-cc0c-4dc6-abd9-a2559e199065&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426311 Aug 25 16:15:52.203678 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ef7cb5-24c8-4a03-9782-305c484c3fca req-742c9d86-e531-479d-aa51-fb2e1a2cee2d tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:52.205421 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-70ef7cb5-24c8-4a03-9782-305c484c3fca req-742c9d86-e531-479d-aa51-fb2e1a2cee2d tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] 10.222.0.68 "GET /v2.0/ports?device_id=c9876a73-56a7-4829-bcfb-5c6f508b10c4 HTTP/1.1" status: 200 len: 946 time: 0.0894690 Aug 25 16:15:52.253712 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-70ef7cb5-24c8-4a03-9782-305c484c3fca req-3a83b8ce-7ef3-4c07-bc3f-bc08a57a132e tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] 10.222.0.68 "GET /v2.0/security-groups?id=90e4a15c-1669-458b-8ae4-122645b0d0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426064 Aug 25 16:15:53.017518 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499ab19a-3ba9-45b7-bde4-ad7069203610 req-ff0806cf-6cec-43c1-a6e6-566f7fc9f483 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:53.019307 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-499ab19a-3ba9-45b7-bde4-ad7069203610 req-ff0806cf-6cec-43c1-a6e6-566f7fc9f483 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/ports?device_id=af3b52c3-72b6-4415-a1e7-fe883d64e648 HTTP/1.1" status: 200 len: 943 time: 0.0792098 Aug 25 16:15:53.069284 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-499ab19a-3ba9-45b7-bde4-ad7069203610 req-fb5ea79a-e7a3-4b48-ab57-7fac68b5ba4e tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/security-groups?id=0e30fa43-cc0c-4dc6-abd9-a2559e199065&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446668 Aug 25 16:15:53.460724 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd27911-20a6-424d-ac91-07fe619d4002 req-47d46037-9c7a-486f-8a71-367116482c42 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:53.463567 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-9dd27911-20a6-424d-ac91-07fe619d4002 req-47d46037-9c7a-486f-8a71-367116482c42 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] 10.222.0.68 "GET /v2.0/ports?device_id=c9876a73-56a7-4829-bcfb-5c6f508b10c4 HTTP/1.1" status: 200 len: 946 time: 0.0798197 Aug 25 16:15:53.514185 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-9dd27911-20a6-424d-ac91-07fe619d4002 req-be4f7c01-4ac3-4830-8df7-b101a2ff1ce7 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] 10.222.0.68 "GET /v2.0/security-groups?id=90e4a15c-1669-458b-8ae4-122645b0d0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461466 Aug 25 16:15:54.307284 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-448a3a16-0101-4d1a-bdeb-cec7ed09b753 req-2c3e73e0-2a46-4e81-af42-2dc8440db27b service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=b02cdae5-5033-4d9b-bffd-04c6279ef176&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1240022 Aug 25 16:15:54.317991 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a5a12b-ad0a-466a-90aa-410c7fef2f3b req-118dbc10-dd35-4f20-a1f9-8bd7c0e0beb7 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:54.320525 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-10a5a12b-ad0a-466a-90aa-410c7fef2f3b req-118dbc10-dd35-4f20-a1f9-8bd7c0e0beb7 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/ports?device_id=af3b52c3-72b6-4415-a1e7-fe883d64e648 HTTP/1.1" status: 200 len: 943 time: 0.0962815 Aug 25 16:15:54.368414 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-10a5a12b-ad0a-466a-90aa-410c7fef2f3b req-dd550b81-ec09-468c-adde-fc6b7836dc60 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/security-groups?id=0e30fa43-cc0c-4dc6-abd9-a2559e199065&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424211 Aug 25 16:15:54.458104 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-448a3a16-0101-4d1a-bdeb-cec7ed09b753 req-83b5d75e-b733-4113-95ef-238e3ecdcaac service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e9aef4833bd74d2db11f03628b3cb562&device_id=b02cdae5-5033-4d9b-bffd-04c6279ef176 HTTP/1.1" status: 200 len: 1098 time: 0.0735009 Aug 25 16:15:54.606086 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448a3a16-0101-4d1a-bdeb-cec7ed09b753 req-ea4f3078-b67b-4172-a1e6-63758cdb0e75 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:54.607547 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-448a3a16-0101-4d1a-bdeb-cec7ed09b753 req-ea4f3078-b67b-4172-a1e6-63758cdb0e75 service neutron] 10.222.0.70 "GET /v2.0/networks?id=614f2e95-7eb0-4ef1-81dd-2bbf704665be HTTP/1.1" status: 200 len: 910 time: 0.1282740 Aug 25 16:15:54.713724 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88535fe8-f9b9-44ce-8bf9-214a026d5028 req-78f3d450-5d3f-4bfd-8766-da3bbbc99363 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:54.714373 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-448a3a16-0101-4d1a-bdeb-cec7ed09b753 req-d0936d3f-f235-457f-9274-06a8b4e70206 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8ab0defe-f017-4b0a-bd2a-afe8f5e317b9 HTTP/1.1" status: 200 len: 1000 time: 0.0993478 Aug 25 16:15:54.715199 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-88535fe8-f9b9-44ce-8bf9-214a026d5028 req-78f3d450-5d3f-4bfd-8766-da3bbbc99363 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] 10.222.0.68 "GET /v2.0/ports?device_id=c9876a73-56a7-4829-bcfb-5c6f508b10c4 HTTP/1.1" status: 200 len: 946 time: 0.0780764 Aug 25 16:15:54.760273 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-88535fe8-f9b9-44ce-8bf9-214a026d5028 req-9a94756b-2a60-4327-90ce-dd388ee323a8 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] 10.222.0.68 "GET /v2.0/security-groups?id=90e4a15c-1669-458b-8ae4-122645b0d0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395114 Aug 25 16:15:54.780327 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448a3a16-0101-4d1a-bdeb-cec7ed09b753 req-7de9f741-92d4-4e1a-a9dd-f3f89a14eddd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:54.781857 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-448a3a16-0101-4d1a-bdeb-cec7ed09b753 req-7de9f741-92d4-4e1a-a9dd-f3f89a14eddd service neutron] 10.222.0.70 "GET /v2.0/subnets?id=61345865-f17f-47a1-85d8-a6ba566735d4 HTTP/1.1" status: 200 len: 848 time: 0.0596092 Aug 25 16:15:54.940909 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-448a3a16-0101-4d1a-bdeb-cec7ed09b753 req-662ddabf-2ee6-4aa9-83ea-1314aace708c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=614f2e95-7eb0-4ef1-81dd-2bbf704665be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1513851 Aug 25 16:15:55.074838 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-448a3a16-0101-4d1a-bdeb-cec7ed09b753 req-20cd2eba-cc0f-44a3-8d97-abdea7f92de9 service neutron] 10.222.0.70 "GET /v2.0/networks/614f2e95-7eb0-4ef1-81dd-2bbf704665be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251523 Aug 25 16:15:55.206955 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-448a3a16-0101-4d1a-bdeb-cec7ed09b753 req-7cdeafd4-f382-4ad9-bf29-88c69f8c95a7 service neutron] 10.222.0.70 "GET /v2.0/networks/614f2e95-7eb0-4ef1-81dd-2bbf704665be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243176 Aug 25 16:15:55.591081 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee85bca-68be-4da2-9fee-b6e2f161c3e4 req-daaa3efb-c14a-4c76-957a-74b6f7240e1a tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:55.592525 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-cee85bca-68be-4da2-9fee-b6e2f161c3e4 req-daaa3efb-c14a-4c76-957a-74b6f7240e1a tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/ports?device_id=af3b52c3-72b6-4415-a1e7-fe883d64e648 HTTP/1.1" status: 200 len: 943 time: 0.0798852 Aug 25 16:15:55.639618 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-cee85bca-68be-4da2-9fee-b6e2f161c3e4 req-db3fed2e-43db-439c-be9b-4bd5cf4708f9 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/security-groups?id=0e30fa43-cc0c-4dc6-abd9-a2559e199065&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407503 Aug 25 16:15:55.959881 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd04bb85-e1a9-40fc-8244-7c6b8f99cc49 req-80621517-7495-4a2d-8f4d-f9a58df951de tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:55.961208 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-cd04bb85-e1a9-40fc-8244-7c6b8f99cc49 req-80621517-7495-4a2d-8f4d-f9a58df951de tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] 10.222.0.68 "GET /v2.0/ports?device_id=c9876a73-56a7-4829-bcfb-5c6f508b10c4 HTTP/1.1" status: 200 len: 946 time: 0.0798888 Aug 25 16:15:56.007079 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-cd04bb85-e1a9-40fc-8244-7c6b8f99cc49 req-577cc1d7-caee-43b9-a889-e6d74274be4d tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] 10.222.0.68 "GET /v2.0/security-groups?id=90e4a15c-1669-458b-8ae4-122645b0d0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402937 Aug 25 16:15:56.283028 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6132e472-feb4-47ba-9f32-8fad5c751382 req-c0f35e7d-9527-43c6-8cc0-7c71e5e24aaf tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:56.284363 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-6132e472-feb4-47ba-9f32-8fad5c751382 req-c0f35e7d-9527-43c6-8cc0-7c71e5e24aaf tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] 10.222.0.70 "GET /v2.0/ports?device_id=c9876a73-56a7-4829-bcfb-5c6f508b10c4 HTTP/1.1" status: 200 len: 946 time: 0.0794725 Aug 25 16:15:56.352811 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.plugin [req-6132e472-feb4-47ba-9f32-8fad5c751382 req-b3c1f8ea-f0b7-4eec-84fe-b0397ee591f5 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Deleting port 5c21e5ce-3103-4a58-a537-d067c688113a {{(pid=75041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:15:56.353181 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [req-6132e472-feb4-47ba-9f32-8fad5c751382 req-b3c1f8ea-f0b7-4eec-84fe-b0397ee591f5 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776572162991'] for port, before_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:56.594400 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.db [req-6132e472-feb4-47ba-9f32-8fad5c751382 req-b3c1f8ea-f0b7-4eec-84fe-b0397ee591f5 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] For port 5c21e5ce-3103-4a58-a537-d067c688113a, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=5c21e5ce-3103-4a58-a537-d067c688113a,segment=NetworkSegment(81a87809-0b66-408c-a8ca-6b02427dc69c),segment_id=81a87809-0b66-408c-a8ca-6b02427dc69c)] {{(pid=75041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:15:56.595659 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [req-6132e472-feb4-47ba-9f32-8fad5c751382 req-b3c1f8ea-f0b7-4eec-84fe-b0397ee591f5 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452504'] for port, precommit_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:56.922576 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [req-6132e472-feb4-47ba-9f32-8fad5c751382 req-b3c1f8ea-f0b7-4eec-84fe-b0397ee591f5 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Notify callbacks [] for floatingip, precommit_update {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:56.923415 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [req-6132e472-feb4-47ba-9f32-8fad5c751382 req-b3c1f8ea-f0b7-4eec-84fe-b0397ee591f5 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-453709'] for floatingip, after_update {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:56.923615 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.db.l3_db [req-6132e472-feb4-47ba-9f32-8fad5c751382 req-b3c1f8ea-f0b7-4eec-84fe-b0397ee591f5 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Floating IP 955f1330-0e39-44de-909e-02f88544e98d disassociated. External IP: 172.28.0.81, port: 5c21e5ce-3103-4a58-a537-d067c688113a. Aug 25 16:15:56.923839 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.plugin [req-6132e472-feb4-47ba-9f32-8fad5c751382 req-b3c1f8ea-f0b7-4eec-84fe-b0397ee591f5 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Calling delete_port for 5c21e5ce-3103-4a58-a537-d067c688113a owned by compute:nova {{(pid=75041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:15:57.008108 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd30ba51-737e-4398-812a-3315b5d66c58 req-abda9a4b-500a-46d5-b5fe-75bf0c1b3dba tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:57.009554 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-fd30ba51-737e-4398-812a-3315b5d66c58 req-abda9a4b-500a-46d5-b5fe-75bf0c1b3dba tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/ports?device_id=af3b52c3-72b6-4415-a1e7-fe883d64e648 HTTP/1.1" status: 200 len: 943 time: 0.1763854 Aug 25 16:15:57.107229 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-fd30ba51-737e-4398-812a-3315b5d66c58 req-8b215d96-95d3-45f3-ad1a-1a445f973c6d tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/security-groups?id=0e30fa43-cc0c-4dc6-abd9-a2559e199065&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922463 Aug 25 16:15:57.115435 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [req-6132e472-feb4-47ba-9f32-8fad5c751382 req-b3c1f8ea-f0b7-4eec-84fe-b0397ee591f5 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776572168708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776571761668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1248622'] for port, after_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:57.121748 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-1b80873b-8d9a-4c8d-8dd9-4ab0d3f3f7ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:15:57.166143 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c1f8ea-f0b7-4eec-84fe-b0397ee591f5 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Pushing event deleted for resources: {'Port': ['ID=5c21e5ce-3103-4a58-a537-d067c688113a,revision_number=None']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:15:57.178650 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Device 5efe32c2-3da4-4c2c-96bc-16e91a944333 details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 25 16:15:57.180427 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c1f8ea-f0b7-4eec-84fe-b0397ee591f5 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:15:57.180782 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c1f8ea-f0b7-4eec-84fe-b0397ee591f5 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:15:57.181157 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c1f8ea-f0b7-4eec-84fe-b0397ee591f5 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:15:57.181510 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c1f8ea-f0b7-4eec-84fe-b0397ee591f5 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:15:57.181853 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c1f8ea-f0b7-4eec-84fe-b0397ee591f5 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:15:57.182193 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c1f8ea-f0b7-4eec-84fe-b0397ee591f5 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:15:57.182537 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c1f8ea-f0b7-4eec-84fe-b0397ee591f5 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:15:57.182871 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c1f8ea-f0b7-4eec-84fe-b0397ee591f5 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:15:57.183190 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-9794215c-1db3-4c14-987e-08d91c8bab43 req-d169b544-29e6-4cf4-a27f-b43aedb56009 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] 10.222.0.68 "GET /v2.0/ports?device_id=c9876a73-56a7-4829-bcfb-5c6f508b10c4 HTTP/1.1" status: 200 len: 210 time: 0.0491943 Aug 25 16:15:57.183618 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c1f8ea-f0b7-4eec-84fe-b0397ee591f5 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:15:57.183618 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c1f8ea-f0b7-4eec-84fe-b0397ee591f5 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:15:57.183841 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c1f8ea-f0b7-4eec-84fe-b0397ee591f5 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:15:57.240776 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-b3c1f8ea-f0b7-4eec-84fe-b0397ee591f5 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:15:57.318780 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.db [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] For port 5efe32c2-3da4-4c2c-96bc-16e91a944333, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=5efe32c2-3da4-4c2c-96bc-16e91a944333,segment=NetworkSegment(a4fe9403-29c0-4e58-9465-f12eb98d9e8d),segment_id=a4fe9403-29c0-4e58-9465-f12eb98d9e8d)] {{(pid=75042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:15:57.333011 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Returning: {'device': '5efe32c2-3da4-4c2c-96bc-16e91a944333', 'network_id': 'fb04b5ec-673a-4a91-b0e5-12c6c13382bd', 'port_id': '5efe32c2-3da4-4c2c-96bc-16e91a944333', 'mac_address': 'fa:16:3e:50:a2:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 854, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcc96182-e992-4fac-b9ad-11619c23a7ba', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 25 16:15:57.392760 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:57.410699 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.notifiers.nova [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5efe32c2-3da4-4c2c-96bc-16e91a944333 {{(pid=75042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:15:57.429262 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.db [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] For port 5efe32c2-3da4-4c2c-96bc-16e91a944333, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=5efe32c2-3da4-4c2c-96bc-16e91a944333,segment=NetworkSegment(a4fe9403-29c0-4e58-9465-f12eb98d9e8d),segment_id=a4fe9403-29c0-4e58-9465-f12eb98d9e8d)] {{(pid=75042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:15:57.433187 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776572168726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776571761677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776571761722'] for port, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:57.435023 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:15:57.480254 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6132e472-feb4-47ba-9f32-8fad5c751382 req-b3c1f8ea-f0b7-4eec-84fe-b0397ee591f5 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Router 6e563cd2-b6f9-41e3-bb17-f82fe2f39150 has already been hosted by L3 agent ca94599f-caae-4183-a9a6-f9a0dcce5f21 {{(pid=75041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 16:15:57.503884 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Pushing event updated for resources: {'Port': ['ID=5efe32c2-3da4-4c2c-96bc-16e91a944333,revision_number=9']} {{(pid=75042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:15:57.510020 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:15:57.523326 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-e0452bef-dcb8-4cb1-9cac-b8c334aab28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:57.667110 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.db [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] get_ports_and_sgs() called for port_ids ['5efe32c2-3da4-4c2c-96bc-16e91a944333'] {{(pid=75042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:15:57.690111 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6132e472-feb4-47ba-9f32-8fad5c751382 req-b3c1f8ea-f0b7-4eec-84fe-b0397ee591f5 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Notify agent at l3_agent.dv-cinder-806007-1-smb the message routers_updated {{(pid=75041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:15:57.702386 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bdc45c4-4475-44ec-841c-5089ed539665 None None] Sync routers for ids ['6e563cd2-b6f9-41e3-bb17-f82fe2f39150'] in dv-cinder-806007-1-smb {{(pid=75042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 16:15:57.737532 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bdc45c4-4475-44ec-841c-5089ed539665 None None] Routers {'6e563cd2-b6f9-41e3-bb17-f82fe2f39150'} bound to L3 agent in host dv-cinder-806007-1-smb {{(pid=75042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:15:57.738154 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.l3_hamode_db [None req-2bdc45c4-4475-44ec-841c-5089ed539665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T16:01:30Z,description=,heartbeat_timestamp=2021-08-25T16:15:30Z,host='dv-cinder-806007-1-smb',id=ca94599f-caae-4183-a9a6-f9a0dcce5f21,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:01:30Z,topic='l3_agent')) {'router_ids': ['6e563cd2-b6f9-41e3-bb17-f82fe2f39150'], 'active': True} {{(pid=75042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:15:57.764248 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.l3_dvrscheduler_db [req-6132e472-feb4-47ba-9f32-8fad5c751382 req-b3c1f8ea-f0b7-4eec-84fe-b0397ee591f5 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] No DVR routers for this DVR port 5c21e5ce-3103-4a58-a537-d067c688113a on host hv-cinder-80600 {{(pid=75041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 16:15:57.767356 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [req-6132e472-feb4-47ba-9f32-8fad5c751382 req-b3c1f8ea-f0b7-4eec-84fe-b0397ee591f5 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981218'] for port, before_response {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:57.770138 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9876a73-56a7-4829-bcfb-5c6f508b10c4', 'name': 'network-vif-deleted', 'tag': '5c21e5ce-3103-4a58-a537-d067c688113a'}] {{(pid=75041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:15:57.790566 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-6132e472-feb4-47ba-9f32-8fad5c751382 req-b3c1f8ea-f0b7-4eec-84fe-b0397ee591f5 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] 10.222.0.70 "DELETE /v2.0/ports/5c21e5ce-3103-4a58-a537-d067c688113a HTTP/1.1" status: 204 len: 173 time: 1.4997582 Aug 25 16:15:57.913744 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9876a73-56a7-4829-bcfb-5c6f508b10c4', 'name': 'network-vif-deleted', 'tag': '5c21e5ce-3103-4a58-a537-d067c688113a', 'status': 'completed', 'code': 200} Aug 25 16:15:58.000398 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.l3_dvr_db [None req-2bdc45c4-4475-44ec-841c-5089ed539665 None None] Set router 6e563cd2-b6f9-41e3-bb17-f82fe2f39150 gateway port host: dv-cinder-806007-1-smb {{(pid=75042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:15:58.380254 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7130209-818d-4803-8ec0-367e5e2aa054 req-3c17316f-c061-4916-ad2c-e46d5bbf8be6 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:58.382957 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-c7130209-818d-4803-8ec0-367e5e2aa054 req-3c17316f-c061-4916-ad2c-e46d5bbf8be6 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/ports?device_id=af3b52c3-72b6-4415-a1e7-fe883d64e648 HTTP/1.1" status: 200 len: 944 time: 0.1139700 Aug 25 16:15:58.427572 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.l3_hamode_db [None req-2bdc45c4-4475-44ec-841c-5089ed539665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e563cd2-b6f9-41e3-bb17-f82fe2f39150', 'name': 'tempest-AttachVolumeTestJSON-1950338539-router', 'tenant_id': 'd9f03318c9a74e1a8903854ddc6da304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af5d4827-908c-4372-9134-1f0198184942', 'external_fixed_ips': [{'subnet_id': 'a4c12025-f163-4c64-acba-906df26214d3', 'ip_address': '172.28.0.72'}], 'enable_snat': True}, 'gw_port_id': 'f339b5df-7254-4db8-8942-9e976480cce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:09:46Z', 'updated_at': '2021-08-25T16:09:58Z', 'revision_number': 4, 'project_id': 'd9f03318c9a74e1a8903854ddc6da304', 'gw_port': {'id': 'f339b5df-7254-4db8-8942-9e976480cce1', 'name': '', 'network_id': 'af5d4827-908c-4372-9134-1f0198184942', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:46:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e563cd2-b6f9-41e3-bb17-f82fe2f39150', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a4c12025-f163-4c64-acba-906df26214d3', 'ip_address': '172.28.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:09:47Z', 'updated_at': '2021-08-25T16:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a4c12025-f163-4c64-acba-906df26214d3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-smb', '_interfaces': [{'id': '7ea01973-1bb4-479e-b17f-6706e8530591', 'name': '', 'network_id': 'd0e51efe-0e7d-4430-816c-c5092a8f40f0', 'tenant_id': 'd9f03318c9a74e1a8903854ddc6da304', 'mac_address': 'fa:16:3e:36:e4:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e563cd2-b6f9-41e3-bb17-f82fe2f39150', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fe3c2446-8b99-4be0-b8e9-28ca607c8880', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:09:56Z', 'updated_at': '2021-08-25T16:10:40Z', 'revision_number': 5, 'project_id': 'd9f03318c9a74e1a8903854ddc6da304', 'subnets': [{'id': 'fe3c2446-8b99-4be0-b8e9-28ca607c8880', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-1-smb', False) {} {{(pid=75042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:15:58.433962 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bdc45c4-4475-44ec-841c-5089ed539665 None None] Checking router: 6e563cd2-b6f9-41e3-bb17-f82fe2f39150 for host: dv-cinder-806007-1-smb {{(pid=75042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 16:15:58.451426 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bdc45c4-4475-44ec-841c-5089ed539665 None None] Routers {'6e563cd2-b6f9-41e3-bb17-f82fe2f39150'} bound to L3 agent in host dv-cinder-806007-1-smb {{(pid=75042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:15:58.452493 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.l3_hamode_db [None req-2bdc45c4-4475-44ec-841c-5089ed539665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T16:01:30Z,description=,heartbeat_timestamp=2021-08-25T16:15:30Z,host='dv-cinder-806007-1-smb',id=ca94599f-caae-4183-a9a6-f9a0dcce5f21,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:01:30Z,topic='l3_agent')) {'router_ids': ['6e563cd2-b6f9-41e3-bb17-f82fe2f39150'], 'active': True} {{(pid=75042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:15:58.453345 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [req-18bd832f-1763-4e99-95b1-7d121a48011a req-a2327a69-0c66-4136-b184-3410cb120c1b tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Synchronizing usage tracker for tenant:d9f03318c9a74e1a8903854ddc6da304 on resource:port {{(pid=75041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:15:58.460169 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-c7130209-818d-4803-8ec0-367e5e2aa054 req-662ac727-bd69-49c3-808e-059ff81f1e75 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/security-groups?id=0e30fa43-cc0c-4dc6-abd9-a2559e199065&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672464 Aug 25 16:15:58.474410 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [req-18bd832f-1763-4e99-95b1-7d121a48011a req-a2327a69-0c66-4136-b184-3410cb120c1b tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Unset dirty status for tenant:d9f03318c9a74e1a8903854ddc6da304 on resource:port {{(pid=75041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:15:58.477586 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-18bd832f-1763-4e99-95b1-7d121a48011a req-a2327a69-0c66-4136-b184-3410cb120c1b tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] 10.222.0.68 "GET /v2.0/ports?device_id=c9876a73-56a7-4829-bcfb-5c6f508b10c4 HTTP/1.1" status: 200 len: 210 time: 0.0776315 Aug 25 16:15:58.663772 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.l3_dvr_db [None req-2bdc45c4-4475-44ec-841c-5089ed539665 None None] Set router 6e563cd2-b6f9-41e3-bb17-f82fe2f39150 gateway port host: dv-cinder-806007-1-smb {{(pid=75042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:15:58.863838 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:59.033398 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.l3_hamode_db [None req-2bdc45c4-4475-44ec-841c-5089ed539665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e563cd2-b6f9-41e3-bb17-f82fe2f39150', 'name': 'tempest-AttachVolumeTestJSON-1950338539-router', 'tenant_id': 'd9f03318c9a74e1a8903854ddc6da304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af5d4827-908c-4372-9134-1f0198184942', 'external_fixed_ips': [{'subnet_id': 'a4c12025-f163-4c64-acba-906df26214d3', 'ip_address': '172.28.0.72'}], 'enable_snat': True}, 'gw_port_id': 'f339b5df-7254-4db8-8942-9e976480cce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:09:46Z', 'updated_at': '2021-08-25T16:09:58Z', 'revision_number': 4, 'project_id': 'd9f03318c9a74e1a8903854ddc6da304', 'gw_port': {'id': 'f339b5df-7254-4db8-8942-9e976480cce1', 'name': '', 'network_id': 'af5d4827-908c-4372-9134-1f0198184942', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:46:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e563cd2-b6f9-41e3-bb17-f82fe2f39150', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a4c12025-f163-4c64-acba-906df26214d3', 'ip_address': '172.28.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:09:47Z', 'updated_at': '2021-08-25T16:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a4c12025-f163-4c64-acba-906df26214d3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-smb', '_interfaces': [{'id': '7ea01973-1bb4-479e-b17f-6706e8530591', 'name': '', 'network_id': 'd0e51efe-0e7d-4430-816c-c5092a8f40f0', 'tenant_id': 'd9f03318c9a74e1a8903854ddc6da304', 'mac_address': 'fa:16:3e:36:e4:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e563cd2-b6f9-41e3-bb17-f82fe2f39150', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fe3c2446-8b99-4be0-b8e9-28ca607c8880', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:09:56Z', 'updated_at': '2021-08-25T16:10:40Z', 'revision_number': 5, 'project_id': 'd9f03318c9a74e1a8903854ddc6da304', 'subnets': [{'id': 'fe3c2446-8b99-4be0-b8e9-28ca607c8880', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-1-smb', False) {} {{(pid=75042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:15:59.037243 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bdc45c4-4475-44ec-841c-5089ed539665 None None] The sync data for ids ['6e563cd2-b6f9-41e3-bb17-f82fe2f39150'] in dv-cinder-806007-1-smb is: [{'id': '6e563cd2-b6f9-41e3-bb17-f82fe2f39150', 'name': 'tempest-AttachVolumeTestJSON-1950338539-router', 'tenant_id': 'd9f03318c9a74e1a8903854ddc6da304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af5d4827-908c-4372-9134-1f0198184942', 'external_fixed_ips': [{'subnet_id': 'a4c12025-f163-4c64-acba-906df26214d3', 'ip_address': '172.28.0.72'}], 'enable_snat': True}, 'gw_port_id': 'f339b5df-7254-4db8-8942-9e976480cce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:09:46Z', 'updated_at': '2021-08-25T16:09:58Z', 'revision_number': 4, 'project_id': 'd9f03318c9a74e1a8903854ddc6da304', 'gw_port': {'id': 'f339b5df-7254-4db8-8942-9e976480cce1', 'name': '', 'network_id': 'af5d4827-908c-4372-9134-1f0198184942', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:46:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e563cd2-b6f9-41e3-bb17-f82fe2f39150', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a4c12025-f163-4c64-acba-906df26214d3', 'ip_address': '172.28.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:09:47Z', 'updated_at': '2021-08-25T16:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a4c12025-f163-4c64-acba-906df26214d3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-smb', '_interfaces': [{'id': '7ea01973-1bb4-479e-b17f-6706e8530591', 'name': '', 'network_id': 'd0e51efe-0e7d-4430-816c-c5092a8f40f0', 'tenant_id': 'd9f03318c9a74e1a8903854ddc6da304', 'mac_address': 'fa:16:3e:36:e4:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e563cd2-b6f9-41e3-bb17-f82fe2f39150', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fe3c2446-8b99-4be0-b8e9-28ca607c8880', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:09:56Z', 'updated_at': '2021-08-25T16:10:40Z', 'revision_number': 5, 'project_id': 'd9f03318c9a74e1a8903854ddc6da304', 'subnets': [{'id': 'fe3c2446-8b99-4be0-b8e9-28ca607c8880', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 16:15:59.193918 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Device 5efe32c2-3da4-4c2c-96bc-16e91a944333 up at agent hyperv_hv-cinder-80600 {{(pid=75042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:15:59.247500 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008a991d-b00a-4620-aa72-9ca90e6f50bb None None] New status for floating IP 955f1330-0e39-44de-909e-02f88544e98d: DOWN {{(pid=75043) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Aug 25 16:15:59.269264 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.provisioning_blocks [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Provisioning complete for port 5efe32c2-3da4-4c2c-96bc-16e91a944333 triggered by entity L2. {{(pid=75042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:15:59.269592 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16203014'] for port, provisioning_complete {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:59.387524 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:59.417642 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af3b52c3-72b6-4415-a1e7-fe883d64e648', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5efe32c2-3da4-4c2c-96bc-16e91a944333'}] {{(pid=75042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:15:59.427284 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.db [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] For port 5efe32c2-3da4-4c2c-96bc-16e91a944333, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=5efe32c2-3da4-4c2c-96bc-16e91a944333,segment=NetworkSegment(a4fe9403-29c0-4e58-9465-f12eb98d9e8d),segment_id=a4fe9403-29c0-4e58-9465-f12eb98d9e8d)] {{(pid=75042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:15:59.431597 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776572168726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776571761677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776571761722'] for port, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:59.432430 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Device 5c21e5ce-3103-4a58-a537-d067c688113a no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:15:59.460304 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:15:59.488343 dv-cinder-806007-1-smb neutron-server[75042]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af3b52c3-72b6-4415-a1e7-fe883d64e648', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5efe32c2-3da4-4c2c-96bc-16e91a944333', 'code': 200} Aug 25 16:15:59.497658 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.plugin [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] No Port match for: 5c21e5ce-3103-4a58-a537-d067c688113a {{(pid=75042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 16:15:59.498047 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Device 5c21e5ce-3103-4a58-a537-d067c688113a not bound to the agent host hv-cinder-80600 {{(pid=75042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 16:15:59.531684 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Pushing event updated for resources: {'Port': ['ID=5efe32c2-3da4-4c2c-96bc-16e91a944333,revision_number=10']} {{(pid=75042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:15:59.535539 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:15:59.636779 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 60150) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:15:59.707700 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-45aa390c-12ac-42a4-9540-bccbc762a087 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Notify callbacks [] for security_group, before_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:59.736973 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-45aa390c-12ac-42a4-9540-bccbc762a087 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Notify callbacks [] for security_group, precommit_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:59.755717 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0167744-99fe-4344-a80a-cb7a2d06a9c0 req-40fcb0b1-f586-4730-bee2-06f142956849 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:59.757220 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-a0167744-99fe-4344-a80a-cb7a2d06a9c0 req-40fcb0b1-f586-4730-bee2-06f142956849 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/ports?device_id=af3b52c3-72b6-4415-a1e7-fe883d64e648 HTTP/1.1" status: 200 len: 946 time: 0.1420822 Aug 25 16:15:59.764600 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-be23a25d-b550-43d4-a68f-050118512f44 req-62f2e9d5-e105-4a23-80ae-8c59b5747800 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=af3b52c3-72b6-4415-a1e7-fe883d64e648 HTTP/1.1" status: 200 len: 1099 time: 0.0958958 Aug 25 16:15:59.791743 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-45aa390c-12ac-42a4-9540-bccbc762a087 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:59.796644 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-cccdb677-e5b6-4de6-8fed-e86163f6ebf7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:15:59.811389 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aa390c-12ac-42a4-9540-bccbc762a087 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90e4a15c-1669-458b-8ae4-122645b0d0c7,revision_number=None']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:15:59.823471 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45aa390c-12ac-42a4-9540-bccbc762a087 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:15:59.823845 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45aa390c-12ac-42a4-9540-bccbc762a087 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:15:59.824212 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45aa390c-12ac-42a4-9540-bccbc762a087 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:15:59.824576 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45aa390c-12ac-42a4-9540-bccbc762a087 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:15:59.824931 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45aa390c-12ac-42a4-9540-bccbc762a087 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:15:59.825302 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45aa390c-12ac-42a4-9540-bccbc762a087 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:15:59.825657 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45aa390c-12ac-42a4-9540-bccbc762a087 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:15:59.826008 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45aa390c-12ac-42a4-9540-bccbc762a087 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:15:59.826355 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45aa390c-12ac-42a4-9540-bccbc762a087 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:15:59.826700 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45aa390c-12ac-42a4-9540-bccbc762a087 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:15:59.827049 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45aa390c-12ac-42a4-9540-bccbc762a087 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:15:59.830850 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-45aa390c-12ac-42a4-9540-bccbc762a087 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Notify callbacks [] for security_group, before_response {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:59.834114 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-45aa390c-12ac-42a4-9540-bccbc762a087 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] 10.222.0.68 "DELETE /v2.0/security-groups/90e4a15c-1669-458b-8ae4-122645b0d0c7 HTTP/1.1" status: 204 len: 168 time: 0.1922193 Aug 25 16:15:59.834114 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-45aa390c-12ac-42a4-9540-bccbc762a087 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:15:59.835177 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.wsgi [-] (75041) accepted ('10.222.0.68', 60154) {{(pid=75041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:15:59.858111 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-a0167744-99fe-4344-a80a-cb7a2d06a9c0 req-e37a199f-e81f-4a77-b640-889a636bc726 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/security-groups?id=0e30fa43-cc0c-4dc6-abd9-a2559e199065&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925698 Aug 25 16:15:59.861981 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-be23a25d-b550-43d4-a68f-050118512f44 req-3fa37e7a-7cdf-499a-b625-e1f5c69d9438 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=0e30fa43-cc0c-4dc6-abd9-a2559e199065&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801563 Aug 25 16:15:59.863583 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.api.v2.resource [None req-a2cb1ad6-670b-4599-80f3-b12724d410da tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] show failed (client error): The resource could not be found. Aug 25 16:15:59.865112 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [None req-a2cb1ad6-670b-4599-80f3-b12724d410da tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] 10.222.0.68 "GET /v2.0/security-groups/90e4a15c-1669-458b-8ae4-122645b0d0c7 HTTP/1.1" status: 404 len: 347 time: 0.0291872 Aug 25 16:15:59.867468 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.wsgi [-] (75041) accepted ('10.222.0.68', 60158) {{(pid=75041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:15:59.932866 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-93caba0b-32f6-4d1c-8635-e6186ad82c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:00.021785 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.plugin [None req-21027387-c9e2-4e48-a465-126c86ca786a tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Deleting port ffb4c061-f704-4b71-a95d-244a92b43af0 {{(pid=75041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:16:00.022125 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-21027387-c9e2-4e48-a465-126c86ca786a tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776572162991'] for port, before_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:00.186655 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-21027387-c9e2-4e48-a465-126c86ca786a tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452504'] for port, precommit_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:00.187024 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-21027387-c9e2-4e48-a465-126c86ca786a tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:00.312123 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.plugin [None req-21027387-c9e2-4e48-a465-126c86ca786a tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Calling delete_port for ffb4c061-f704-4b71-a95d-244a92b43af0 owned by network:floatingip {{(pid=75041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:16:00.447742 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-21027387-c9e2-4e48-a465-126c86ca786a tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776572168708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776571761668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1248622'] for port, after_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:00.451100 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-d3e329e3-ff0f-4f50-bd99-33de1f01354a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:16:00.496393 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21027387-c9e2-4e48-a465-126c86ca786a tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Pushing event deleted for resources: {'Port': ['ID=ffb4c061-f704-4b71-a95d-244a92b43af0,revision_number=None']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:16:00.499162 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-21027387-c9e2-4e48-a465-126c86ca786a tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:16:00.586217 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-21027387-c9e2-4e48-a465-126c86ca786a tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Notify callbacks [] for floatingip, after_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:00.603322 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-21027387-c9e2-4e48-a465-126c86ca786a tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981218'] for floatingip, before_response {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:00.604455 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [None req-21027387-c9e2-4e48-a465-126c86ca786a tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] 10.222.0.68 "DELETE /v2.0/floatingips/955f1330-0e39-44de-909e-02f88544e98d HTTP/1.1" status: 204 len: 168 time: 0.7361064 Aug 25 16:16:00.988028 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-1bf536be-b7f1-4c3c-b07a-2be1e6809122 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:01.094364 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92b0fc8-5fef-4b96-b00d-4c4756edaa96 req-2c070a07-3e28-4a18-97ad-db31acccf9e3 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:16:01.097533 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-d92b0fc8-5fef-4b96-b00d-4c4756edaa96 req-2c070a07-3e28-4a18-97ad-db31acccf9e3 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/ports?device_id=af3b52c3-72b6-4415-a1e7-fe883d64e648 HTTP/1.1" status: 200 len: 946 time: 0.0861549 Aug 25 16:16:01.146458 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-d92b0fc8-5fef-4b96-b00d-4c4756edaa96 req-2f2109df-6176-4234-9649-437a1c200213 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/security-groups?id=0e30fa43-cc0c-4dc6-abd9-a2559e199065&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444381 Aug 25 16:16:02.371060 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020ba3b0-1b47-433b-963c-1be346b61ddd req-adfae7d0-7e25-4156-bd9b-dfd6f6da7725 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:16:02.372688 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-020ba3b0-1b47-433b-963c-1be346b61ddd req-adfae7d0-7e25-4156-bd9b-dfd6f6da7725 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/ports?device_id=af3b52c3-72b6-4415-a1e7-fe883d64e648 HTTP/1.1" status: 200 len: 946 time: 0.0842626 Aug 25 16:16:02.375188 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-8ca458b3-9003-4c9b-b026-f7ba765eab5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:02.421847 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-020ba3b0-1b47-433b-963c-1be346b61ddd req-7c1f3dbf-1d72-42e3-8737-d2729614ac5a tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/security-groups?id=0e30fa43-cc0c-4dc6-abd9-a2559e199065&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426939 Aug 25 16:16:04.760735 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 60226) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:16:05.346891 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-cd8b283e-7fa7-4127-b8f0-283917972ac7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455007'] for router_interface, before_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:05.934294 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.plugins.ml2.plugin [None req-cd8b283e-7fa7-4127-b8f0-283917972ac7 admin admin] Deleting port 7ea01973-1bb4-479e-b17f-6706e8530591 {{(pid=75040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:16:05.935068 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-cd8b283e-7fa7-4127-b8f0-283917972ac7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776572162991'] for port, before_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:06.108223 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.plugins.ml2.db [None req-cd8b283e-7fa7-4127-b8f0-283917972ac7 admin admin] For port 7ea01973-1bb4-479e-b17f-6706e8530591, host dv-cinder-806007-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-1-smb',level=0,port_id=7ea01973-1bb4-479e-b17f-6706e8530591,segment=NetworkSegment(81a87809-0b66-408c-a8ca-6b02427dc69c),segment_id=81a87809-0b66-408c-a8ca-6b02427dc69c)] {{(pid=75040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:16:06.108573 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-cd8b283e-7fa7-4127-b8f0-283917972ac7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452504'] for port, precommit_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:06.227941 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.plugins.ml2.plugin [None req-cd8b283e-7fa7-4127-b8f0-283917972ac7 admin admin] Calling delete_port for 7ea01973-1bb4-479e-b17f-6706e8530591 owned by network:router_interface {{(pid=75040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:16:06.615539 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-cd8b283e-7fa7-4127-b8f0-283917972ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776572168708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776571761668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1434720'] for port, after_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:06.619174 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-3899241e-403e-4b88-bbf8-059409d66e1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:16:06.660579 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8b283e-7fa7-4127-b8f0-283917972ac7 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ea01973-1bb4-479e-b17f-6706e8530591,revision_number=None']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:16:06.663099 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-cd8b283e-7fa7-4127-b8f0-283917972ac7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:16:06.957183 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-cd8b283e-7fa7-4127-b8f0-283917972ac7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16129666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455083'] for router_interface, after_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:07.544599 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd8b283e-7fa7-4127-b8f0-283917972ac7 admin admin] Router 6e563cd2-b6f9-41e3-bb17-f82fe2f39150 has already been hosted by L3 agent ca94599f-caae-4183-a9a6-f9a0dcce5f21 {{(pid=75040) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 16:16:07.757330 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd8b283e-7fa7-4127-b8f0-283917972ac7 admin admin] Notify agent at l3_agent.dv-cinder-806007-1-smb the message routers_updated {{(pid=75040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:16:07.770313 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db898039-6ac8-4bee-8cf6-30d9b3487865 None None] Sync routers for ids ['6e563cd2-b6f9-41e3-bb17-f82fe2f39150'] in dv-cinder-806007-1-smb {{(pid=75042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 16:16:07.771065 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-cd8b283e-7fa7-4127-b8f0-283917972ac7 admin admin] 10.222.0.68 "PUT /v2.0/routers/6e563cd2-b6f9-41e3-bb17-f82fe2f39150/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0092440 Aug 25 16:16:07.773705 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.wsgi [-] (75041) accepted ('10.222.0.68', 60234) {{(pid=75041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:16:07.781842 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db898039-6ac8-4bee-8cf6-30d9b3487865 None None] Routers {'6e563cd2-b6f9-41e3-bb17-f82fe2f39150'} bound to L3 agent in host dv-cinder-806007-1-smb {{(pid=75042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:16:07.783357 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.l3_hamode_db [None req-db898039-6ac8-4bee-8cf6-30d9b3487865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T16:01:30Z,description=,heartbeat_timestamp=2021-08-25T16:16:00Z,host='dv-cinder-806007-1-smb',id=ca94599f-caae-4183-a9a6-f9a0dcce5f21,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:01:30Z,topic='l3_agent')) {'router_ids': ['6e563cd2-b6f9-41e3-bb17-f82fe2f39150'], 'active': True} {{(pid=75042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:16:07.959339 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.l3_dvr_db [None req-db898039-6ac8-4bee-8cf6-30d9b3487865 None None] Set router 6e563cd2-b6f9-41e3-bb17-f82fe2f39150 gateway port host: dv-cinder-806007-1-smb {{(pid=75042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:16:08.069974 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-20b2b833-79f6-4a15-b11c-b667e15d9e63 admin admin] Notify callbacks [] for router, before_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:08.271929 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-20b2b833-79f6-4a15-b11c-b667e15d9e63 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:08.283192 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.plugin [None req-20b2b833-79f6-4a15-b11c-b667e15d9e63 admin admin] Deleting port f339b5df-7254-4db8-8942-9e976480cce1 {{(pid=75041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:16:08.283728 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-20b2b833-79f6-4a15-b11c-b667e15d9e63 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776572162991'] for port, before_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:08.291484 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.l3_hamode_db [None req-db898039-6ac8-4bee-8cf6-30d9b3487865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e563cd2-b6f9-41e3-bb17-f82fe2f39150', 'name': 'tempest-AttachVolumeTestJSON-1950338539-router', 'tenant_id': 'd9f03318c9a74e1a8903854ddc6da304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af5d4827-908c-4372-9134-1f0198184942', 'external_fixed_ips': [{'subnet_id': 'a4c12025-f163-4c64-acba-906df26214d3', 'ip_address': '172.28.0.72'}], 'enable_snat': True}, 'gw_port_id': 'f339b5df-7254-4db8-8942-9e976480cce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:09:46Z', 'updated_at': '2021-08-25T16:16:06Z', 'revision_number': 5, 'project_id': 'd9f03318c9a74e1a8903854ddc6da304', 'gw_port': {'id': 'f339b5df-7254-4db8-8942-9e976480cce1', 'name': '', 'network_id': 'af5d4827-908c-4372-9134-1f0198184942', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:46:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e563cd2-b6f9-41e3-bb17-f82fe2f39150', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a4c12025-f163-4c64-acba-906df26214d3', 'ip_address': '172.28.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:09:47Z', 'updated_at': '2021-08-25T16:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a4c12025-f163-4c64-acba-906df26214d3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-smb'}], 'dv-cinder-806007-1-smb', False) {} {{(pid=75042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:16:08.295329 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db898039-6ac8-4bee-8cf6-30d9b3487865 None None] Checking router: 6e563cd2-b6f9-41e3-bb17-f82fe2f39150 for host: dv-cinder-806007-1-smb {{(pid=75042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 16:16:08.306625 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db898039-6ac8-4bee-8cf6-30d9b3487865 None None] Routers {'6e563cd2-b6f9-41e3-bb17-f82fe2f39150'} bound to L3 agent in host dv-cinder-806007-1-smb {{(pid=75042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:16:08.307253 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.l3_hamode_db [None req-db898039-6ac8-4bee-8cf6-30d9b3487865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T16:01:30Z,description=,heartbeat_timestamp=2021-08-25T16:16:00Z,host='dv-cinder-806007-1-smb',id=ca94599f-caae-4183-a9a6-f9a0dcce5f21,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:01:30Z,topic='l3_agent')) {'router_ids': ['6e563cd2-b6f9-41e3-bb17-f82fe2f39150'], 'active': True} {{(pid=75042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:16:08.454926 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.l3_dvr_db [None req-db898039-6ac8-4bee-8cf6-30d9b3487865 None None] Set router 6e563cd2-b6f9-41e3-bb17-f82fe2f39150 gateway port host: None {{(pid=75042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:16:08.462936 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.db [None req-20b2b833-79f6-4a15-b11c-b667e15d9e63 admin admin] For port f339b5df-7254-4db8-8942-9e976480cce1, host dv-cinder-806007-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-1-smb',level=0,port_id=f339b5df-7254-4db8-8942-9e976480cce1,segment=NetworkSegment(cbdd21c8-b3ae-45c5-b207-3efdd7246341),segment_id=cbdd21c8-b3ae-45c5-b207-3efdd7246341)] {{(pid=75041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:16:08.463291 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-20b2b833-79f6-4a15-b11c-b667e15d9e63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452504'] for port, precommit_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:08.558465 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.l3_hamode_db [None req-db898039-6ac8-4bee-8cf6-30d9b3487865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e563cd2-b6f9-41e3-bb17-f82fe2f39150', 'name': 'tempest-AttachVolumeTestJSON-1950338539-router', 'tenant_id': 'd9f03318c9a74e1a8903854ddc6da304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:09:46Z', 'updated_at': '2021-08-25T16:16:08Z', 'revision_number': 6, 'project_id': 'd9f03318c9a74e1a8903854ddc6da304', 'gw_port_host': None}], 'dv-cinder-806007-1-smb', False) {} {{(pid=75042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:16:08.562594 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db898039-6ac8-4bee-8cf6-30d9b3487865 None None] The sync data for ids ['6e563cd2-b6f9-41e3-bb17-f82fe2f39150'] in dv-cinder-806007-1-smb is: [{'id': '6e563cd2-b6f9-41e3-bb17-f82fe2f39150', 'name': 'tempest-AttachVolumeTestJSON-1950338539-router', 'tenant_id': 'd9f03318c9a74e1a8903854ddc6da304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:09:46Z', 'updated_at': '2021-08-25T16:16:08Z', 'revision_number': 6, 'project_id': 'd9f03318c9a74e1a8903854ddc6da304', 'gw_port_host': None}] {{(pid=75042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 16:16:08.585210 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.plugin [None req-20b2b833-79f6-4a15-b11c-b667e15d9e63 admin admin] Calling delete_port for f339b5df-7254-4db8-8942-9e976480cce1 owned by network:router_gateway {{(pid=75041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:16:08.760905 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-20b2b833-79f6-4a15-b11c-b667e15d9e63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776572168708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776571761668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1248622'] for port, after_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:08.765231 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-e4fa6646-2824-4137-90c5-68dd4f80c835 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:16:08.807398 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b2b833-79f6-4a15-b11c-b667e15d9e63 admin admin] Pushing event deleted for resources: {'Port': ['ID=f339b5df-7254-4db8-8942-9e976480cce1,revision_number=None']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:16:08.810920 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-20b2b833-79f6-4a15-b11c-b667e15d9e63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:16:08.996728 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Device 7ea01973-1bb4-479e-b17f-6706e8530591 no longer exists at agent ovs-agent-dv-cinder-806007-1-smb {{(pid=75042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:16:09.036142 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.plugin [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] No Port match for: 7ea01973-1bb4-479e-b17f-6706e8530591 {{(pid=75042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 16:16:09.036582 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Device 7ea01973-1bb4-479e-b17f-6706e8530591 not bound to the agent host dv-cinder-806007-1-smb {{(pid=75042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 16:16:09.039487 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-20b2b833-79f6-4a15-b11c-b667e15d9e63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-453666'] for router_gateway, after_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:09.299215 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-20b2b833-79f6-4a15-b11c-b667e15d9e63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-457614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5319'] for router, precommit_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:09.303639 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-20b2b833-79f6-4a15-b11c-b667e15d9e63 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:09.333294 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-20b2b833-79f6-4a15-b11c-b667e15d9e63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-393502'] for router, after_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:09.333863 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20b2b833-79f6-4a15-b11c-b667e15d9e63 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6e563cd2-b6f9-41e3-bb17-f82fe2f39150 {{(pid=75041) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 16:16:09.346901 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-20b2b833-79f6-4a15-b11c-b667e15d9e63 admin admin] Notify callbacks [] for router, before_response {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:09.350392 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [None req-20b2b833-79f6-4a15-b11c-b667e15d9e63 admin admin] 10.222.0.68 "DELETE /v2.0/routers/6e563cd2-b6f9-41e3-bb17-f82fe2f39150 HTTP/1.1" status: 204 len: 168 time: 1.5733645 Aug 25 16:16:09.350968 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.wsgi [-] (75041) accepted ('10.222.0.68', 60238) {{(pid=75041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:16:09.413001 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff97a3ad-0d56-413d-893f-a0c568e183c7 admin admin] Deleting subnet fe3c2446-8b99-4be0-b8e9-28ca607c8880 {{(pid=75041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 25 16:16:09.416308 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-ff97a3ad-0d56-413d-893f-a0c568e183c7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:09.579978 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-ff97a3ad-0d56-413d-893f-a0c568e183c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2080808'] for subnet, precommit_delete_associations {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:09.701712 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-ff97a3ad-0d56-413d-893f-a0c568e183c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16198826'] for subnet, precommit_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:09.769784 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-ff97a3ad-0d56-413d-893f-a0c568e183c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16198803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1248669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2797651'] for subnet, after_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:09.773667 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-b2bc63a9-f2c2-4a9e-8506-676c5d942f8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:16:09.810815 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff97a3ad-0d56-413d-893f-a0c568e183c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe3c2446-8b99-4be0-b8e9-28ca607c8880,revision_number=None']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:16:09.814888 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-ff97a3ad-0d56-413d-893f-a0c568e183c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:16:09.817668 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-ff97a3ad-0d56-413d-893f-a0c568e183c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16129646'] for subnet, before_response {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:09.823064 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b7aa5b6-7ce3-4640-a12a-32a1dce43f1e None None] Network d0e51efe-0e7d-4430-816c-c5092a8f40f0 requested from dv-cinder-806007-1-smb {{(pid=75042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:16:09.823920 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [None req-ff97a3ad-0d56-413d-893f-a0c568e183c7 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/fe3c2446-8b99-4be0-b8e9-28ca607c8880 HTTP/1.1" status: 204 len: 168 time: 0.4723036 Aug 25 16:16:09.826407 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.wsgi [-] (75041) accepted ('10.222.0.68', 60242) {{(pid=75041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:16:09.940545 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-9b97f092-121d-4231-8ea3-23c69b16f5eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16300240'] for network, before_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:09.951397 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.plugin [None req-9b97f092-121d-4231-8ea3-23c69b16f5eb admin admin] Deleting port 74f1c98d-ec88-4304-868d-b01f788ad6a8 {{(pid=75041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:16:09.951736 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-9b97f092-121d-4231-8ea3-23c69b16f5eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776572162991'] for port, before_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:10.093333 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc01940a-9337-4aa6-952e-8d4228e2970f None None] DHCP port deletion for d0e51efe-0e7d-4430-816c-c5092a8f40f0 request from dv-cinder-806007-1-smb {{(pid=75042) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Aug 25 16:16:10.097772 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.plugin [None req-fc01940a-9337-4aa6-952e-8d4228e2970f None None] Deleting port 74f1c98d-ec88-4304-868d-b01f788ad6a8 {{(pid=75042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:16:10.098192 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-fc01940a-9337-4aa6-952e-8d4228e2970f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776572162991'] for port, before_delete {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:10.174621 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.db [None req-9b97f092-121d-4231-8ea3-23c69b16f5eb admin admin] For port 74f1c98d-ec88-4304-868d-b01f788ad6a8, host dv-cinder-806007-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-1-smb',level=0,port_id=74f1c98d-ec88-4304-868d-b01f788ad6a8,segment=NetworkSegment(81a87809-0b66-408c-a8ca-6b02427dc69c),segment_id=81a87809-0b66-408c-a8ca-6b02427dc69c)] {{(pid=75041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:16:10.175164 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-9b97f092-121d-4231-8ea3-23c69b16f5eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452504'] for port, precommit_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:10.301067 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.plugin [None req-9b97f092-121d-4231-8ea3-23c69b16f5eb admin admin] Calling delete_port for 74f1c98d-ec88-4304-868d-b01f788ad6a8 owned by network:dhcp {{(pid=75041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:16:10.310379 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.db [None req-fc01940a-9337-4aa6-952e-8d4228e2970f None None] For port 74f1c98d-ec88-4304-868d-b01f788ad6a8, host dv-cinder-806007-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-1-smb',level=0,port_id=74f1c98d-ec88-4304-868d-b01f788ad6a8,segment=NetworkSegment(81a87809-0b66-408c-a8ca-6b02427dc69c),segment_id=81a87809-0b66-408c-a8ca-6b02427dc69c)] {{(pid=75042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:16:10.310755 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-fc01940a-9337-4aa6-952e-8d4228e2970f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452504'] for port, precommit_delete {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:10.375229 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-9b97f092-121d-4231-8ea3-23c69b16f5eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776572168708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776571761668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1248622'] for port, after_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:10.380134 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-8f59c723-96ef-45d1-ab12-f8ff4a990869 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:16:10.421992 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b97f092-121d-4231-8ea3-23c69b16f5eb admin admin] Pushing event deleted for resources: {'Port': ['ID=74f1c98d-ec88-4304-868d-b01f788ad6a8,revision_number=None']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:16:10.425345 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-9b97f092-121d-4231-8ea3-23c69b16f5eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:16:10.428861 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b97f092-121d-4231-8ea3-23c69b16f5eb admin admin] No DVR routers for this DVR port 74f1c98d-ec88-4304-868d-b01f788ad6a8 on host dv-cinder-806007-1-smb {{(pid=75041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 16:16:10.437574 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.plugin [None req-fc01940a-9337-4aa6-952e-8d4228e2970f None None] Calling delete_port for 74f1c98d-ec88-4304-868d-b01f788ad6a8 owned by network:dhcp {{(pid=75042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:16:10.546716 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-9b97f092-121d-4231-8ea3-23c69b16f5eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16197923', 'neutron.services.segments.db._delete_segments_for_network-8776572265090'] for network, precommit_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:10.560471 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.services.segments.db [None req-9b97f092-121d-4231-8ea3-23c69b16f5eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0e51efe-0e7d-4430-816c-c5092a8f40f0']}} {{(pid=75041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:16:10.574442 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.db.api [None req-fc01940a-9337-4aa6-952e-8d4228e2970f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=75042) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 16:16:10.574842 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_db.api [None req-fc01940a-9337-4aa6-952e-8d4228e2970f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=75042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 16:16:10.576793 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.services.segments.db [None req-9b97f092-121d-4231-8ea3-23c69b16f5eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81a87809-0b66-408c-a8ca-6b02427dc69c') {'for_net_delete': True} {{(pid=75041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:16:10.577176 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.services.segments.db [None req-9b97f092-121d-4231-8ea3-23c69b16f5eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81a87809-0b66-408c-a8ca-6b02427dc69c') {} {{(pid=75041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:16:10.589546 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-9b97f092-121d-4231-8ea3-23c69b16f5eb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776572267165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2080807'] for segment, before_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:10.603944 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.db.agents_db [None req-a821c616-a82d-4ce6-adbe-0c63f7de4494 None None] Agent healthcheck: found 6 active agents {{(pid=75043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:16:10.606859 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-9b97f092-121d-4231-8ea3-23c69b16f5eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16198673'] for segment, precommit_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:10.614517 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b97f092-121d-4231-8ea3-23c69b16f5eb admin admin] Releasing vlan 852 on physical network physnet1 to pool {{(pid=75041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 25 16:16:10.614952 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-9b97f092-121d-4231-8ea3-23c69b16f5eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16198671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1248571'] for segment, after_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:10.629745 dv-cinder-806007-1-smb neutron-server[75041]: Traceback (most recent call last): Aug 25 16:16:10.629745 dv-cinder-806007-1-smb neutron-server[75041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 25 16:16:10.629745 dv-cinder-806007-1-smb neutron-server[75041]: timer() Aug 25 16:16:10.629745 dv-cinder-806007-1-smb neutron-server[75041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 16:16:10.629745 dv-cinder-806007-1-smb neutron-server[75041]: cb(*args, **kw) Aug 25 16:16:10.629745 dv-cinder-806007-1-smb neutron-server[75041]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 25 16:16:10.629745 dv-cinder-806007-1-smb neutron-server[75041]: return func(*args, **kwargs) Aug 25 16:16:10.629745 dv-cinder-806007-1-smb neutron-server[75041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 16:16:10.629745 dv-cinder-806007-1-smb neutron-server[75041]: self._notify() Aug 25 16:16:10.629745 dv-cinder-806007-1-smb neutron-server[75041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 16:16:10.629745 dv-cinder-806007-1-smb neutron-server[75041]: self.callback(batched_events) Aug 25 16:16:10.629745 dv-cinder-806007-1-smb neutron-server[75041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 16:16:10.629745 dv-cinder-806007-1-smb neutron-server[75041]: event.method(event) Aug 25 16:16:10.629745 dv-cinder-806007-1-smb neutron-server[75041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 25 16:16:10.629745 dv-cinder-806007-1-smb neutron-server[75041]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 16:16:10.629745 dv-cinder-806007-1-smb neutron-server[75041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 25 16:16:10.629745 dv-cinder-806007-1-smb neutron-server[75041]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 16:16:10.629745 dv-cinder-806007-1-smb neutron-server[75041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 25 16:16:10.629745 dv-cinder-806007-1-smb neutron-server[75041]: return f(self, *a, **k) Aug 25 16:16:10.629745 dv-cinder-806007-1-smb neutron-server[75041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 16:16:10.629745 dv-cinder-806007-1-smb neutron-server[75041]: return self._get(url).json() Aug 25 16:16:10.629745 dv-cinder-806007-1-smb neutron-server[75041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 16:16:10.629745 dv-cinder-806007-1-smb neutron-server[75041]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 16:16:10.629745 dv-cinder-806007-1-smb neutron-server[75041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 25 16:16:10.629745 dv-cinder-806007-1-smb neutron-server[75041]: return self.request(url, 'GET', **kwargs) Aug 25 16:16:10.629745 dv-cinder-806007-1-smb neutron-server[75041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 25 16:16:10.629745 dv-cinder-806007-1-smb neutron-server[75041]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 16:16:10.629745 dv-cinder-806007-1-smb neutron-server[75041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 25 16:16:10.629745 dv-cinder-806007-1-smb neutron-server[75041]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 16:16:10.629745 dv-cinder-806007-1-smb neutron-server[75041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 25 16:16:10.629745 dv-cinder-806007-1-smb neutron-server[75041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 16:16:10.629745 dv-cinder-806007-1-smb neutron-server[75041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 16:16:10.709119 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-9b97f092-121d-4231-8ea3-23c69b16f5eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16197928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453727'] for network, after_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:10.714142 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-9b97f092-121d-4231-8ea3-23c69b16f5eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16129646'] for network, before_response {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:10.716590 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:16:10.733304 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Device f339b5df-7254-4db8-8942-9e976480cce1 no longer exists at agent ovs-agent-dv-cinder-806007-1-smb {{(pid=75042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:16:10.743739 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b97f092-121d-4231-8ea3-23c69b16f5eb admin admin] Pushing event deleted for resources: {'Network': ['ID=d0e51efe-0e7d-4430-816c-c5092a8f40f0,revision_number=None']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:16:10.746296 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-9b97f092-121d-4231-8ea3-23c69b16f5eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:16:10.761899 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [None req-9b97f092-121d-4231-8ea3-23c69b16f5eb admin admin] 10.222.0.68 "DELETE /v2.0/networks/d0e51efe-0e7d-4430-816c-c5092a8f40f0 HTTP/1.1" status: 204 len: 168 time: 0.9343753 Aug 25 16:16:10.770975 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.plugin [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] No Port match for: f339b5df-7254-4db8-8942-9e976480cce1 {{(pid=75042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 16:16:10.771456 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Device f339b5df-7254-4db8-8942-9e976480cce1 not bound to the agent host dv-cinder-806007-1-smb {{(pid=75042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 16:16:10.771970 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Device 74f1c98d-ec88-4304-868d-b01f788ad6a8 no longer exists at agent ovs-agent-dv-cinder-806007-1-smb {{(pid=75042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:16:10.847626 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.plugin [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] No Port match for: 74f1c98d-ec88-4304-868d-b01f788ad6a8 {{(pid=75042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 16:16:10.847978 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Device 74f1c98d-ec88-4304-868d-b01f788ad6a8 not bound to the agent host dv-cinder-806007-1-smb {{(pid=75042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 16:16:10.921960 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.wsgi [-] (75041) accepted ('10.222.0.68', 60252) {{(pid=75041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:16:10.995089 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [None req-f67044ea-df71-4598-b66c-a93bca85cd7a admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=d9f03318c9a74e1a8903854ddc6da304&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0714080 Aug 25 16:16:10.997242 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 60256) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:16:11.058752 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-5bed7b65-e240-4628-9f80-6e15be9cb304 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:11.076120 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.plugin [None req-fc01940a-9337-4aa6-952e-8d4228e2970f None None] Deleting port 74f1c98d-ec88-4304-868d-b01f788ad6a8 {{(pid=75042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:16:11.076534 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-fc01940a-9337-4aa6-952e-8d4228e2970f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776572162991'] for port, before_delete {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:11.084392 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-5bed7b65-e240-4628-9f80-6e15be9cb304 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:11.136923 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-5bed7b65-e240-4628-9f80-6e15be9cb304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:11.141708 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:16:11.142434 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.plugin [None req-fc01940a-9337-4aa6-952e-8d4228e2970f None None] The port '74f1c98d-ec88-4304-868d-b01f788ad6a8' was deleted {{(pid=75042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Aug 25 16:16:11.157285 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bed7b65-e240-4628-9f80-6e15be9cb304 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc0d70ed-5538-4416-bd8f-d06188429102,revision_number=None']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:16:11.160759 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-5bed7b65-e240-4628-9f80-6e15be9cb304 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:16:11.163110 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-5bed7b65-e240-4628-9f80-6e15be9cb304 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:11.166899 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-5bed7b65-e240-4628-9f80-6e15be9cb304 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/cc0d70ed-5538-4416-bd8f-d06188429102 HTTP/1.1" status: 204 len: 168 time: 0.1659107 Aug 25 16:16:18.517564 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:27.528229 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-d1449eed-e54e-4ced-a7ab-d413e5e6b9c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:28.766308 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:29.937576 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-413b5223-a522-466d-afc8-22d13e12e610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:30.491672 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 60442) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:16:30.636820 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-7f017f52-1d4e-4f76-84dd-650a4904c074 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:30.668305 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-7f017f52-1d4e-4f76-84dd-650a4904c074 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:16:30.674886 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-7f017f52-1d4e-4f76-84dd-650a4904c074 admin admin] Usage tracker for resource:security_group_rule and tenant:ed32e9fe76fa4448a43a9aded54e69b4 is out of sync, need to count used quota {{(pid=75040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:16:30.677905 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-7f017f52-1d4e-4f76-84dd-650a4904c074 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:16:30.683966 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-7f017f52-1d4e-4f76-84dd-650a4904c074 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:16:30.749978 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-7f017f52-1d4e-4f76-84dd-650a4904c074 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:30.754848 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-7f017f52-1d4e-4f76-84dd-650a4904c074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:30.761147 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-03db62e4-c6eb-42d2-8068-06e2993dabdd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:16:30.803377 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f017f52-1d4e-4f76-84dd-650a4904c074 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54409258-5ba0-40a3-8530-8b6f8b9b7d03,revision_number=1']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:16:30.806836 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-7f017f52-1d4e-4f76-84dd-650a4904c074 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:16:30.809176 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-7f017f52-1d4e-4f76-84dd-650a4904c074 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=ed32e9fe76fa4448a43a9aded54e69b4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3164694 Aug 25 16:16:30.812164 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.wsgi [-] (75041) accepted ('10.222.0.68', 60448) {{(pid=75041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:16:30.874011 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-add29a58-d113-4acc-a54a-343d5aecf432 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:30.902634 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-add29a58-d113-4acc-a54a-343d5aecf432 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:30.965599 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-add29a58-d113-4acc-a54a-343d5aecf432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:30.970313 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-aebb445f-70c8-481c-a281-3ad9444e6354 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:16:30.984324 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add29a58-d113-4acc-a54a-343d5aecf432 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54409258-5ba0-40a3-8530-8b6f8b9b7d03,revision_number=None']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:16:30.987296 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-1bf536be-b7f1-4c3c-b07a-2be1e6809122 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:30.990343 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-add29a58-d113-4acc-a54a-343d5aecf432 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:16:30.994843 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-add29a58-d113-4acc-a54a-343d5aecf432 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:30.996749 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [None req-add29a58-d113-4acc-a54a-343d5aecf432 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/54409258-5ba0-40a3-8530-8b6f8b9b7d03 HTTP/1.1" status: 204 len: 168 time: 0.1829548 Aug 25 16:16:31.349333 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.wsgi [-] (75041) accepted ('10.222.0.68', 60456) {{(pid=75041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:16:31.368340 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-0ef5dd59-d100-4308-90d4-a1bb3e385be9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:31.407882 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.quota.driver [None req-0ef5dd59-d100-4308-90d4-a1bb3e385be9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:16:31.412354 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [None req-0ef5dd59-d100-4308-90d4-a1bb3e385be9 admin admin] Usage tracker for resource:security_group_rule and tenant:efaee538e6d34f45b0555fe26cfb8537 is out of sync, need to count used quota {{(pid=75041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:16:31.415217 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [None req-0ef5dd59-d100-4308-90d4-a1bb3e385be9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:16:31.420807 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.quota.driver [None req-0ef5dd59-d100-4308-90d4-a1bb3e385be9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:16:31.492270 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-0ef5dd59-d100-4308-90d4-a1bb3e385be9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:31.496770 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-0ef5dd59-d100-4308-90d4-a1bb3e385be9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:31.507924 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-add29a58-d113-4acc-a54a-343d5aecf432 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:16:31.550059 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [None req-0ef5dd59-d100-4308-90d4-a1bb3e385be9 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=efaee538e6d34f45b0555fe26cfb8537&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1996348 Aug 25 16:16:31.551056 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef5dd59-d100-4308-90d4-a1bb3e385be9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a2f0750-3305-4c54-a57a-871ba971eac0,revision_number=1']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:16:31.553965 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 60460) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:16:31.554635 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-0ef5dd59-d100-4308-90d4-a1bb3e385be9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:16:31.628011 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-3c1198e1-4fa9-4be3-92e4-913bad1e4554 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:31.659581 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-3c1198e1-4fa9-4be3-92e4-913bad1e4554 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:31.713672 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-3c1198e1-4fa9-4be3-92e4-913bad1e4554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:31.722024 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-74bf3444-ef45-4cf6-8002-83a15ee2835b tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:16:31.735096 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1198e1-4fa9-4be3-92e4-913bad1e4554 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a2f0750-3305-4c54-a57a-871ba971eac0,revision_number=None']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:16:31.738318 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-3c1198e1-4fa9-4be3-92e4-913bad1e4554 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:16:31.745955 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-3c1198e1-4fa9-4be3-92e4-913bad1e4554 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:31.747155 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-3c1198e1-4fa9-4be3-92e4-913bad1e4554 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/2a2f0750-3305-4c54-a57a-871ba971eac0 HTTP/1.1" status: 204 len: 168 time: 0.1917810 Aug 25 16:16:32.383071 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-8ca458b3-9003-4c9b-b026-f7ba765eab5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:35.093773 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 60534) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:16:35.266981 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-3d0108f2-3640-4cfa-9769-ca2e4481d30f admin admin] Notify callbacks [] for security_group, before_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:35.310006 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-3d0108f2-3640-4cfa-9769-ca2e4481d30f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:16:35.310006 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-3d0108f2-3640-4cfa-9769-ca2e4481d30f admin admin] Usage tracker for resource:security_group_rule and tenant:2f41e3f2c0874040b2dbf118b8c388aa is out of sync, need to count used quota {{(pid=75040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:16:35.312391 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-3d0108f2-3640-4cfa-9769-ca2e4481d30f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:16:35.319876 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-3d0108f2-3640-4cfa-9769-ca2e4481d30f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:16:35.413092 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-3d0108f2-3640-4cfa-9769-ca2e4481d30f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:35.417189 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-3d0108f2-3640-4cfa-9769-ca2e4481d30f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:35.424113 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-242eba54-7e11-4078-848d-3b210f6616da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:16:35.570662 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0108f2-3640-4cfa-9769-ca2e4481d30f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f19a2cb2-73dd-495e-a9fc-fa6bf225c612,revision_number=1']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:16:35.574634 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-3d0108f2-3640-4cfa-9769-ca2e4481d30f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:16:35.578809 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-3d0108f2-3640-4cfa-9769-ca2e4481d30f admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=2f41e3f2c0874040b2dbf118b8c388aa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4837239 Aug 25 16:16:35.580585 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.wsgi [-] (75041) accepted ('10.222.0.68', 60548) {{(pid=75041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:16:35.656985 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-cd5056b3-f2ce-41c7-8dfb-e5fb2b6489d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:35.698294 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-cd5056b3-f2ce-41c7-8dfb-e5fb2b6489d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:35.754904 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-cd5056b3-f2ce-41c7-8dfb-e5fb2b6489d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:35.758580 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-a3003834-cfdd-4006-82bc-ab95eb514331 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:16:35.775602 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5056b3-f2ce-41c7-8dfb-e5fb2b6489d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f19a2cb2-73dd-495e-a9fc-fa6bf225c612,revision_number=None']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:16:35.783753 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-cd5056b3-f2ce-41c7-8dfb-e5fb2b6489d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:16:35.785906 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-cd5056b3-f2ce-41c7-8dfb-e5fb2b6489d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:35.789845 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [None req-cd5056b3-f2ce-41c7-8dfb-e5fb2b6489d4 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/f19a2cb2-73dd-495e-a9fc-fa6bf225c612 HTTP/1.1" status: 204 len: 168 time: 0.2075965 Aug 25 16:16:35.896683 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193d1e58-48ab-4b5c-b1c7-8e298461276c req-8d74a865-f096-4d4b-b1da-92f1e2d187ab tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:16:35.901581 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-193d1e58-48ab-4b5c-b1c7-8e298461276c req-8d74a865-f096-4d4b-b1da-92f1e2d187ab tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/ports?device_id=af3b52c3-72b6-4415-a1e7-fe883d64e648 HTTP/1.1" status: 200 len: 946 time: 0.1154416 Aug 25 16:16:35.947989 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-193d1e58-48ab-4b5c-b1c7-8e298461276c req-f1675cb7-2271-4975-a3b1-99108528470b tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/security-groups?id=0e30fa43-cc0c-4dc6-abd9-a2559e199065&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442808 Aug 25 16:16:36.128091 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 60558) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:16:36.149294 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-c51a13e7-3d3e-4c62-ab13-03f0e5052e59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:36.179777 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-c51a13e7-3d3e-4c62-ab13-03f0e5052e59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:16:36.183436 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-c51a13e7-3d3e-4c62-ab13-03f0e5052e59 admin admin] Usage tracker for resource:security_group_rule and tenant:9982a078b28741a18b6cfe1795cf4386 is out of sync, need to count used quota {{(pid=75040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:16:36.186637 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-c51a13e7-3d3e-4c62-ab13-03f0e5052e59 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:16:36.193250 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-c51a13e7-3d3e-4c62-ab13-03f0e5052e59 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:16:36.259644 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-c51a13e7-3d3e-4c62-ab13-03f0e5052e59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:36.263758 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-c51a13e7-3d3e-4c62-ab13-03f0e5052e59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:36.275271 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-5cbc0407-4d28-466d-9def-def2f40528db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:16:36.317985 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51a13e7-3d3e-4c62-ab13-03f0e5052e59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dcd6815-a285-46cf-b14d-69b776c48191,revision_number=1']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:16:36.322355 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-c51a13e7-3d3e-4c62-ab13-03f0e5052e59 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=9982a078b28741a18b6cfe1795cf4386&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1932528 Aug 25 16:16:36.323248 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-c51a13e7-3d3e-4c62-ab13-03f0e5052e59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:16:36.325176 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 60562) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:16:36.396507 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-b658db33-351c-4941-aae8-7be8b4ac29b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:36.422434 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-b658db33-351c-4941-aae8-7be8b4ac29b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:36.484425 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-b658db33-351c-4941-aae8-7be8b4ac29b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:36.488612 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-6b3bd452-ba9d-4cf8-8b58-dff732c04153 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:16:36.503340 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b658db33-351c-4941-aae8-7be8b4ac29b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dcd6815-a285-46cf-b14d-69b776c48191,revision_number=None']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:16:36.506974 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-b658db33-351c-4941-aae8-7be8b4ac29b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:16:36.512858 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-b658db33-351c-4941-aae8-7be8b4ac29b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:36.514236 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-b658db33-351c-4941-aae8-7be8b4ac29b4 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/1dcd6815-a285-46cf-b14d-69b776c48191 HTTP/1.1" status: 204 len: 168 time: 0.1881609 Aug 25 16:16:37.337424 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed22007-7f68-4cce-a39d-df69d3b0b2b1 req-b9192a39-9e31-4dac-83d2-29ca5888117b tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:16:37.338885 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-9ed22007-7f68-4cce-a39d-df69d3b0b2b1 req-b9192a39-9e31-4dac-83d2-29ca5888117b tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/ports?device_id=af3b52c3-72b6-4415-a1e7-fe883d64e648 HTTP/1.1" status: 200 len: 946 time: 0.2433603 Aug 25 16:16:37.347627 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2865912a-8f9c-48bf-86af-72b08122f23a req-8be0f327-0eb5-4d3b-8bfd-b17799a26e50 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:16:37.349030 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-2865912a-8f9c-48bf-86af-72b08122f23a req-8be0f327-0eb5-4d3b-8bfd-b17799a26e50 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.70 "GET /v2.0/ports?device_id=af3b52c3-72b6-4415-a1e7-fe883d64e648 HTTP/1.1" status: 200 len: 946 time: 0.1316824 Aug 25 16:16:37.441448 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-9ed22007-7f68-4cce-a39d-df69d3b0b2b1 req-7a8762c4-b124-452a-9b1a-e6e4ec9cf77b tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/security-groups?id=0e30fa43-cc0c-4dc6-abd9-a2559e199065&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913813 Aug 25 16:16:37.446755 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.plugin [req-2865912a-8f9c-48bf-86af-72b08122f23a req-fca218de-077d-4fbe-907d-0a46c793de6d tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Deleting port 5efe32c2-3da4-4c2c-96bc-16e91a944333 {{(pid=75041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:16:37.447096 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [req-2865912a-8f9c-48bf-86af-72b08122f23a req-fca218de-077d-4fbe-907d-0a46c793de6d tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776572162991'] for port, before_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:37.707890 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.db [req-2865912a-8f9c-48bf-86af-72b08122f23a req-fca218de-077d-4fbe-907d-0a46c793de6d tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] For port 5efe32c2-3da4-4c2c-96bc-16e91a944333, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=5efe32c2-3da4-4c2c-96bc-16e91a944333,segment=NetworkSegment(a4fe9403-29c0-4e58-9465-f12eb98d9e8d),segment_id=a4fe9403-29c0-4e58-9465-f12eb98d9e8d)] {{(pid=75041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:16:37.708249 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [req-2865912a-8f9c-48bf-86af-72b08122f23a req-fca218de-077d-4fbe-907d-0a46c793de6d tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452504'] for port, precommit_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:38.019286 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [req-2865912a-8f9c-48bf-86af-72b08122f23a req-fca218de-077d-4fbe-907d-0a46c793de6d tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Notify callbacks [] for floatingip, precommit_update {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:38.019817 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [req-2865912a-8f9c-48bf-86af-72b08122f23a req-fca218de-077d-4fbe-907d-0a46c793de6d tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-453709'] for floatingip, after_update {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:38.020259 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.db.l3_db [req-2865912a-8f9c-48bf-86af-72b08122f23a req-fca218de-077d-4fbe-907d-0a46c793de6d tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Floating IP a3e42295-b4ad-4282-91c1-143b28bd13e2 disassociated. External IP: 172.28.0.176, port: 5efe32c2-3da4-4c2c-96bc-16e91a944333. Aug 25 16:16:38.020701 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.plugin [req-2865912a-8f9c-48bf-86af-72b08122f23a req-fca218de-077d-4fbe-907d-0a46c793de6d tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Calling delete_port for 5efe32c2-3da4-4c2c-96bc-16e91a944333 owned by compute:nova {{(pid=75041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:16:38.180419 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [req-2865912a-8f9c-48bf-86af-72b08122f23a req-fca218de-077d-4fbe-907d-0a46c793de6d tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776572168708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776571761668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1248622'] for port, after_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:38.186603 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-528d2a80-26e0-4802-885a-f8de77a09cb5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:16:38.235102 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca218de-077d-4fbe-907d-0a46c793de6d tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Pushing event deleted for resources: {'Port': ['ID=5efe32c2-3da4-4c2c-96bc-16e91a944333,revision_number=None']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:16:38.239200 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-fca218de-077d-4fbe-907d-0a46c793de6d tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:16:38.461577 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2865912a-8f9c-48bf-86af-72b08122f23a req-fca218de-077d-4fbe-907d-0a46c793de6d tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Router f40984fc-802b-4e43-93f0-9adc71a52552 has already been hosted by L3 agent ca94599f-caae-4183-a9a6-f9a0dcce5f21 {{(pid=75041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 16:16:38.653605 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-2ed59c3d-8057-4953-9103-23e76ce2d5b6 req-1ed68fc4-53c8-46f6-930c-060fcd6b420e tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/ports?device_id=af3b52c3-72b6-4415-a1e7-fe883d64e648 HTTP/1.1" status: 200 len: 210 time: 0.0604451 Aug 25 16:16:38.721908 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2865912a-8f9c-48bf-86af-72b08122f23a req-fca218de-077d-4fbe-907d-0a46c793de6d tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Notify agent at l3_agent.dv-cinder-806007-1-smb the message routers_updated {{(pid=75041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:16:38.733440 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9b8594-cf58-4844-a53f-03f2bcc8afef None None] Sync routers for ids ['f40984fc-802b-4e43-93f0-9adc71a52552'] in dv-cinder-806007-1-smb {{(pid=75043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 16:16:38.749925 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9b8594-cf58-4844-a53f-03f2bcc8afef None None] Routers {'f40984fc-802b-4e43-93f0-9adc71a52552'} bound to L3 agent in host dv-cinder-806007-1-smb {{(pid=75043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:16:38.751371 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.db.l3_hamode_db [None req-fe9b8594-cf58-4844-a53f-03f2bcc8afef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T16:01:30Z,description=,heartbeat_timestamp=2021-08-25T16:16:30Z,host='dv-cinder-806007-1-smb',id=ca94599f-caae-4183-a9a6-f9a0dcce5f21,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:01:30Z,topic='l3_agent')) {'router_ids': ['f40984fc-802b-4e43-93f0-9adc71a52552'], 'active': True} {{(pid=75043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:16:38.802696 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.l3_dvrscheduler_db [req-2865912a-8f9c-48bf-86af-72b08122f23a req-fca218de-077d-4fbe-907d-0a46c793de6d tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] No DVR routers for this DVR port 5efe32c2-3da4-4c2c-96bc-16e91a944333 on host hv-cinder-80600 {{(pid=75041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 16:16:38.805904 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [req-2865912a-8f9c-48bf-86af-72b08122f23a req-fca218de-077d-4fbe-907d-0a46c793de6d tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981218'] for port, before_response {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:38.808844 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af3b52c3-72b6-4415-a1e7-fe883d64e648', 'name': 'network-vif-deleted', 'tag': '5efe32c2-3da4-4c2c-96bc-16e91a944333'}] {{(pid=75041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:16:38.832990 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-2865912a-8f9c-48bf-86af-72b08122f23a req-fca218de-077d-4fbe-907d-0a46c793de6d tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.70 "DELETE /v2.0/ports/5efe32c2-3da4-4c2c-96bc-16e91a944333 HTTP/1.1" status: 204 len: 173 time: 1.4676566 Aug 25 16:16:38.880636 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af3b52c3-72b6-4415-a1e7-fe883d64e648', 'name': 'network-vif-deleted', 'tag': '5efe32c2-3da4-4c2c-96bc-16e91a944333', 'status': 'completed', 'code': 200} Aug 25 16:16:38.966019 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.db.l3_dvr_db [None req-fe9b8594-cf58-4844-a53f-03f2bcc8afef None None] Set router f40984fc-802b-4e43-93f0-9adc71a52552 gateway port host: dv-cinder-806007-1-smb {{(pid=75043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:16:39.319697 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.db.l3_hamode_db [None req-fe9b8594-cf58-4844-a53f-03f2bcc8afef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f40984fc-802b-4e43-93f0-9adc71a52552', 'name': 'tempest-AttachVolumeShelveTestJSON-34576394-router', 'tenant_id': 'dc71d1df614a4412aaf0b6136cfc4aba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af5d4827-908c-4372-9134-1f0198184942', 'external_fixed_ips': [{'subnet_id': 'a4c12025-f163-4c64-acba-906df26214d3', 'ip_address': '172.28.0.247'}], 'enable_snat': True}, 'gw_port_id': '9e55183a-48e9-4440-94d7-b92ffa2acccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:09:52Z', 'updated_at': '2021-08-25T16:10:08Z', 'revision_number': 4, 'project_id': 'dc71d1df614a4412aaf0b6136cfc4aba', 'gw_port': {'id': '9e55183a-48e9-4440-94d7-b92ffa2acccb', 'name': '', 'network_id': 'af5d4827-908c-4372-9134-1f0198184942', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:5a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40984fc-802b-4e43-93f0-9adc71a52552', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a4c12025-f163-4c64-acba-906df26214d3', 'ip_address': '172.28.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:09:55Z', 'updated_at': '2021-08-25T16:10:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a4c12025-f163-4c64-acba-906df26214d3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-smb', '_interfaces': [{'id': 'd372dc2f-5e48-44f0-9761-ccaaeabf4a25', 'name': '', 'network_id': 'fb04b5ec-673a-4a91-b0e5-12c6c13382bd', 'tenant_id': 'dc71d1df614a4412aaf0b6136cfc4aba', 'mac_address': 'fa:16:3e:f1:0a:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40984fc-802b-4e43-93f0-9adc71a52552', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dcc96182-e992-4fac-b9ad-11619c23a7ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:10:06Z', 'updated_at': '2021-08-25T16:10:45Z', 'revision_number': 5, 'project_id': 'dc71d1df614a4412aaf0b6136cfc4aba', 'subnets': [{'id': 'dcc96182-e992-4fac-b9ad-11619c23a7ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-1-smb', False) {} {{(pid=75043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:16:39.324112 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9b8594-cf58-4844-a53f-03f2bcc8afef None None] Checking router: f40984fc-802b-4e43-93f0-9adc71a52552 for host: dv-cinder-806007-1-smb {{(pid=75043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 16:16:39.335750 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9b8594-cf58-4844-a53f-03f2bcc8afef None None] Routers {'f40984fc-802b-4e43-93f0-9adc71a52552'} bound to L3 agent in host dv-cinder-806007-1-smb {{(pid=75043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:16:39.336388 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.db.l3_hamode_db [None req-fe9b8594-cf58-4844-a53f-03f2bcc8afef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T16:01:30Z,description=,heartbeat_timestamp=2021-08-25T16:16:30Z,host='dv-cinder-806007-1-smb',id=ca94599f-caae-4183-a9a6-f9a0dcce5f21,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:01:30Z,topic='l3_agent')) {'router_ids': ['f40984fc-802b-4e43-93f0-9adc71a52552'], 'active': True} {{(pid=75043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:16:39.544257 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.db.l3_dvr_db [None req-fe9b8594-cf58-4844-a53f-03f2bcc8afef None None] Set router f40984fc-802b-4e43-93f0-9adc71a52552 gateway port host: dv-cinder-806007-1-smb {{(pid=75043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:16:39.818373 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 60624) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:16:39.875921 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.db.l3_hamode_db [None req-fe9b8594-cf58-4844-a53f-03f2bcc8afef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f40984fc-802b-4e43-93f0-9adc71a52552', 'name': 'tempest-AttachVolumeShelveTestJSON-34576394-router', 'tenant_id': 'dc71d1df614a4412aaf0b6136cfc4aba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af5d4827-908c-4372-9134-1f0198184942', 'external_fixed_ips': [{'subnet_id': 'a4c12025-f163-4c64-acba-906df26214d3', 'ip_address': '172.28.0.247'}], 'enable_snat': True}, 'gw_port_id': '9e55183a-48e9-4440-94d7-b92ffa2acccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:09:52Z', 'updated_at': '2021-08-25T16:10:08Z', 'revision_number': 4, 'project_id': 'dc71d1df614a4412aaf0b6136cfc4aba', 'gw_port': {'id': '9e55183a-48e9-4440-94d7-b92ffa2acccb', 'name': '', 'network_id': 'af5d4827-908c-4372-9134-1f0198184942', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:5a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40984fc-802b-4e43-93f0-9adc71a52552', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a4c12025-f163-4c64-acba-906df26214d3', 'ip_address': '172.28.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:09:55Z', 'updated_at': '2021-08-25T16:10:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a4c12025-f163-4c64-acba-906df26214d3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-smb', '_interfaces': [{'id': 'd372dc2f-5e48-44f0-9761-ccaaeabf4a25', 'name': '', 'network_id': 'fb04b5ec-673a-4a91-b0e5-12c6c13382bd', 'tenant_id': 'dc71d1df614a4412aaf0b6136cfc4aba', 'mac_address': 'fa:16:3e:f1:0a:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40984fc-802b-4e43-93f0-9adc71a52552', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dcc96182-e992-4fac-b9ad-11619c23a7ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:10:06Z', 'updated_at': '2021-08-25T16:10:45Z', 'revision_number': 5, 'project_id': 'dc71d1df614a4412aaf0b6136cfc4aba', 'subnets': [{'id': 'dcc96182-e992-4fac-b9ad-11619c23a7ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-1-smb', False) {} {{(pid=75043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:16:39.881022 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9b8594-cf58-4844-a53f-03f2bcc8afef None None] The sync data for ids ['f40984fc-802b-4e43-93f0-9adc71a52552'] in dv-cinder-806007-1-smb is: [{'id': 'f40984fc-802b-4e43-93f0-9adc71a52552', 'name': 'tempest-AttachVolumeShelveTestJSON-34576394-router', 'tenant_id': 'dc71d1df614a4412aaf0b6136cfc4aba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af5d4827-908c-4372-9134-1f0198184942', 'external_fixed_ips': [{'subnet_id': 'a4c12025-f163-4c64-acba-906df26214d3', 'ip_address': '172.28.0.247'}], 'enable_snat': True}, 'gw_port_id': '9e55183a-48e9-4440-94d7-b92ffa2acccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:09:52Z', 'updated_at': '2021-08-25T16:10:08Z', 'revision_number': 4, 'project_id': 'dc71d1df614a4412aaf0b6136cfc4aba', 'gw_port': {'id': '9e55183a-48e9-4440-94d7-b92ffa2acccb', 'name': '', 'network_id': 'af5d4827-908c-4372-9134-1f0198184942', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:5a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40984fc-802b-4e43-93f0-9adc71a52552', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a4c12025-f163-4c64-acba-906df26214d3', 'ip_address': '172.28.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:09:55Z', 'updated_at': '2021-08-25T16:10:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a4c12025-f163-4c64-acba-906df26214d3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-smb', '_interfaces': [{'id': 'd372dc2f-5e48-44f0-9761-ccaaeabf4a25', 'name': '', 'network_id': 'fb04b5ec-673a-4a91-b0e5-12c6c13382bd', 'tenant_id': 'dc71d1df614a4412aaf0b6136cfc4aba', 'mac_address': 'fa:16:3e:f1:0a:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40984fc-802b-4e43-93f0-9adc71a52552', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dcc96182-e992-4fac-b9ad-11619c23a7ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:10:06Z', 'updated_at': '2021-08-25T16:10:45Z', 'revision_number': 5, 'project_id': 'dc71d1df614a4412aaf0b6136cfc4aba', 'subnets': [{'id': 'dcc96182-e992-4fac-b9ad-11619c23a7ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 16:16:39.887224 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-4943d04c-1f53-4cb4-85b5-9c5fa8329a58 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Notify callbacks [] for security_group, before_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:39.917424 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-4943d04c-1f53-4cb4-85b5-9c5fa8329a58 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Notify callbacks [] for security_group, precommit_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:39.981044 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-4943d04c-1f53-4cb4-85b5-9c5fa8329a58 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:39.987809 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-3c1198e1-4fa9-4be3-92e4-913bad1e4554 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:16:40.002070 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4943d04c-1f53-4cb4-85b5-9c5fa8329a58 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e30fa43-cc0c-4dc6-abd9-a2559e199065,revision_number=None']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:16:40.005583 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-4943d04c-1f53-4cb4-85b5-9c5fa8329a58 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:16:40.020174 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-4943d04c-1f53-4cb4-85b5-9c5fa8329a58 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Notify callbacks [] for security_group, before_response {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:40.024276 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.wsgi [-] (75041) accepted ('10.222.0.68', 60628) {{(pid=75041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:16:40.024761 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-4943d04c-1f53-4cb4-85b5-9c5fa8329a58 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "DELETE /v2.0/security-groups/0e30fa43-cc0c-4dc6-abd9-a2559e199065 HTTP/1.1" status: 204 len: 168 time: 0.2043874 Aug 25 16:16:40.044367 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.api.v2.resource [None req-227fa705-8996-454c-8e6b-c38e35618ada tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] show failed (client error): The resource could not be found. Aug 25 16:16:40.045705 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [None req-227fa705-8996-454c-8e6b-c38e35618ada tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "GET /v2.0/security-groups/0e30fa43-cc0c-4dc6-abd9-a2559e199065 HTTP/1.1" status: 404 len: 347 time: 0.0196698 Aug 25 16:16:40.048586 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.wsgi [-] (75041) accepted ('10.222.0.68', 60632) {{(pid=75041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:16:40.105606 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd0ef77-92c6-4911-9bc1-2ef66c8d585a None None] New status for floating IP a3e42295-b4ad-4282-91c1-143b28bd13e2: DOWN {{(pid=75042) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Aug 25 16:16:40.305627 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.plugin [None req-09364b65-9991-4044-826a-827cf8abf0c7 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Deleting port 9c99bd86-f9a8-4e91-8648-a7d2eddd88ff {{(pid=75041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:16:40.306383 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-09364b65-9991-4044-826a-827cf8abf0c7 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776572162991'] for port, before_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:40.495239 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-09364b65-9991-4044-826a-827cf8abf0c7 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452504'] for port, precommit_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:40.495590 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-09364b65-9991-4044-826a-827cf8abf0c7 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:40.622011 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.plugin [None req-09364b65-9991-4044-826a-827cf8abf0c7 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Calling delete_port for 9c99bd86-f9a8-4e91-8648-a7d2eddd88ff owned by network:floatingip {{(pid=75041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:16:40.770636 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-09364b65-9991-4044-826a-827cf8abf0c7 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776572168708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776571761668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1248622'] for port, after_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:40.774585 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-09fef77a-ec2c-4b09-98f4-3df1170c329a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:16:40.821350 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09364b65-9991-4044-826a-827cf8abf0c7 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Pushing event deleted for resources: {'Port': ['ID=9c99bd86-f9a8-4e91-8648-a7d2eddd88ff,revision_number=None']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:16:40.824208 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-09364b65-9991-4044-826a-827cf8abf0c7 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:16:40.915748 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-09364b65-9991-4044-826a-827cf8abf0c7 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Notify callbacks [] for floatingip, after_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:40.935301 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-09364b65-9991-4044-826a-827cf8abf0c7 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981218'] for floatingip, before_response {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:40.937137 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [None req-09364b65-9991-4044-826a-827cf8abf0c7 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] 10.222.0.68 "DELETE /v2.0/floatingips/a3e42295-b4ad-4282-91c1-143b28bd13e2 HTTP/1.1" status: 204 len: 168 time: 0.8867021 Aug 25 16:16:41.428539 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Device 5efe32c2-3da4-4c2c-96bc-16e91a944333 no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:16:41.461138 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.plugin [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] No Port match for: 5efe32c2-3da4-4c2c-96bc-16e91a944333 {{(pid=75042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 16:16:41.461458 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Device 5efe32c2-3da4-4c2c-96bc-16e91a944333 not bound to the agent host hv-cinder-80600 {{(pid=75042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 16:16:43.103794 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.wsgi [-] (75041) accepted ('10.222.0.68', 60676) {{(pid=75041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:16:43.278760 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-44d85a42-dbc5-4204-a6ff-e11a044bf143 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:43.318088 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.quota.driver [None req-44d85a42-dbc5-4204-a6ff-e11a044bf143 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:16:43.322215 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [None req-44d85a42-dbc5-4204-a6ff-e11a044bf143 admin admin] Usage tracker for resource:security_group_rule and tenant:c1ef8d817f084e9788f19ada3dac3bea is out of sync, need to count used quota {{(pid=75041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:16:43.325066 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [None req-44d85a42-dbc5-4204-a6ff-e11a044bf143 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:16:43.331697 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.quota.driver [None req-44d85a42-dbc5-4204-a6ff-e11a044bf143 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:16:43.406641 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-44d85a42-dbc5-4204-a6ff-e11a044bf143 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:43.411977 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-44d85a42-dbc5-4204-a6ff-e11a044bf143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:43.418507 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-7f8e6787-649d-4fc7-9214-4b093a90cc51 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:16:43.459874 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d85a42-dbc5-4204-a6ff-e11a044bf143 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5d549ec-58b2-47be-b2b5-35b2fa5c13b8,revision_number=1']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:16:43.463847 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [None req-44d85a42-dbc5-4204-a6ff-e11a044bf143 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=c1ef8d817f084e9788f19ada3dac3bea&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3591392 Aug 25 16:16:43.464722 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-44d85a42-dbc5-4204-a6ff-e11a044bf143 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:16:43.466903 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.wsgi [-] (75041) accepted ('10.222.0.68', 60682) {{(pid=75041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:16:43.529340 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-1238dd6b-3e97-4530-89d5-dd652c3d9b33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:43.556556 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-1238dd6b-3e97-4530-89d5-dd652c3d9b33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:43.614857 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-1238dd6b-3e97-4530-89d5-dd652c3d9b33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:43.619706 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-141eab13-8055-4326-8d45-8c0c36e30350 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:16:43.631484 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1238dd6b-3e97-4530-89d5-dd652c3d9b33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5d549ec-58b2-47be-b2b5-35b2fa5c13b8,revision_number=None']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:16:43.635103 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-1238dd6b-3e97-4530-89d5-dd652c3d9b33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:16:43.638355 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-1238dd6b-3e97-4530-89d5-dd652c3d9b33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:43.641867 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [None req-1238dd6b-3e97-4530-89d5-dd652c3d9b33 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/e5d549ec-58b2-47be-b2b5-35b2fa5c13b8 HTTP/1.1" status: 204 len: 168 time: 0.1739507 Aug 25 16:16:43.833362 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.wsgi [-] (75041) accepted ('10.222.0.68', 60696) {{(pid=75041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:16:44.009546 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 60702) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:16:44.028360 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-bec8bf95-7241-450f-a3fe-7eb5928ed629 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:44.061925 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-bec8bf95-7241-450f-a3fe-7eb5928ed629 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:16:44.066757 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-bec8bf95-7241-450f-a3fe-7eb5928ed629 admin admin] Usage tracker for resource:security_group_rule and tenant:bb8cdbf4f7b44a1a9d4ee85cb23b2816 is out of sync, need to count used quota {{(pid=75040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:16:44.069873 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-bec8bf95-7241-450f-a3fe-7eb5928ed629 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:16:44.085438 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-bec8bf95-7241-450f-a3fe-7eb5928ed629 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:16:44.159586 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-bec8bf95-7241-450f-a3fe-7eb5928ed629 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:44.164561 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-bec8bf95-7241-450f-a3fe-7eb5928ed629 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:44.173111 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-7975895b-8ae2-447e-8dc1-60adaea54929 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:16:44.213464 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec8bf95-7241-450f-a3fe-7eb5928ed629 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e727becb-bb02-4c99-ae7a-b5de7bb210bf,revision_number=1']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:16:44.222503 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-bec8bf95-7241-450f-a3fe-7eb5928ed629 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=bb8cdbf4f7b44a1a9d4ee85cb23b2816&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2098873 Aug 25 16:16:44.222503 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 60706) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:16:44.222889 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-bec8bf95-7241-450f-a3fe-7eb5928ed629 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:16:44.296706 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-aca39e61-876a-44ee-9065-73b77cb21599 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:44.339542 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-aca39e61-876a-44ee-9065-73b77cb21599 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:44.395882 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-aca39e61-876a-44ee-9065-73b77cb21599 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:44.398766 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-48949a7d-e83f-4bde-b8c1-0953e71453c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455007'] for router_interface, before_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:44.404311 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-a62862cd-266c-472b-bb06-913624b9636e tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:16:44.416208 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca39e61-876a-44ee-9065-73b77cb21599 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e727becb-bb02-4c99-ae7a-b5de7bb210bf,revision_number=None']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:16:44.422782 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-aca39e61-876a-44ee-9065-73b77cb21599 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:16:44.426926 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-aca39e61-876a-44ee-9065-73b77cb21599 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:44.429574 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-aca39e61-876a-44ee-9065-73b77cb21599 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/e727becb-bb02-4c99-ae7a-b5de7bb210bf HTTP/1.1" status: 204 len: 168 time: 0.2056811 Aug 25 16:16:45.140077 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.plugin [None req-48949a7d-e83f-4bde-b8c1-0953e71453c1 admin admin] Deleting port d372dc2f-5e48-44f0-9761-ccaaeabf4a25 {{(pid=75041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:16:45.140399 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-48949a7d-e83f-4bde-b8c1-0953e71453c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776572162991'] for port, before_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:45.333858 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.db [None req-48949a7d-e83f-4bde-b8c1-0953e71453c1 admin admin] For port d372dc2f-5e48-44f0-9761-ccaaeabf4a25, host dv-cinder-806007-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-1-smb',level=0,port_id=d372dc2f-5e48-44f0-9761-ccaaeabf4a25,segment=NetworkSegment(a4fe9403-29c0-4e58-9465-f12eb98d9e8d),segment_id=a4fe9403-29c0-4e58-9465-f12eb98d9e8d)] {{(pid=75041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:16:45.334197 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-48949a7d-e83f-4bde-b8c1-0953e71453c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452504'] for port, precommit_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:45.457940 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.plugin [None req-48949a7d-e83f-4bde-b8c1-0953e71453c1 admin admin] Calling delete_port for d372dc2f-5e48-44f0-9761-ccaaeabf4a25 owned by network:router_interface {{(pid=75041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:16:45.641298 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-48949a7d-e83f-4bde-b8c1-0953e71453c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776572168708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776571761668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1248622'] for port, after_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:45.645583 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:16:45.691476 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48949a7d-e83f-4bde-b8c1-0953e71453c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=d372dc2f-5e48-44f0-9761-ccaaeabf4a25,revision_number=None']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:16:45.695540 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-48949a7d-e83f-4bde-b8c1-0953e71453c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:16:45.996193 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-48949a7d-e83f-4bde-b8c1-0953e71453c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16129666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455083'] for router_interface, after_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:46.683389 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48949a7d-e83f-4bde-b8c1-0953e71453c1 admin admin] Router f40984fc-802b-4e43-93f0-9adc71a52552 has already been hosted by L3 agent ca94599f-caae-4183-a9a6-f9a0dcce5f21 {{(pid=75041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 16:16:46.885630 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48949a7d-e83f-4bde-b8c1-0953e71453c1 admin admin] Notify agent at l3_agent.dv-cinder-806007-1-smb the message routers_updated {{(pid=75041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:16:46.895968 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3780dd55-7770-4508-b779-5e52b99f8549 None None] Sync routers for ids ['f40984fc-802b-4e43-93f0-9adc71a52552'] in dv-cinder-806007-1-smb {{(pid=75043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 16:16:46.901905 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [None req-48949a7d-e83f-4bde-b8c1-0953e71453c1 admin admin] 10.222.0.68 "PUT /v2.0/routers/f40984fc-802b-4e43-93f0-9adc71a52552/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0652549 Aug 25 16:16:46.902285 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 60760) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:16:46.908431 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3780dd55-7770-4508-b779-5e52b99f8549 None None] Routers {'f40984fc-802b-4e43-93f0-9adc71a52552'} bound to L3 agent in host dv-cinder-806007-1-smb {{(pid=75043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:16:46.909162 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.db.l3_hamode_db [None req-3780dd55-7770-4508-b779-5e52b99f8549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T16:01:30Z,description=,heartbeat_timestamp=2021-08-25T16:16:30Z,host='dv-cinder-806007-1-smb',id=ca94599f-caae-4183-a9a6-f9a0dcce5f21,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:01:30Z,topic='l3_agent')) {'router_ids': ['f40984fc-802b-4e43-93f0-9adc71a52552'], 'active': True} {{(pid=75043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:16:47.098549 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.db.l3_dvr_db [None req-3780dd55-7770-4508-b779-5e52b99f8549 None None] Set router f40984fc-802b-4e43-93f0-9adc71a52552 gateway port host: dv-cinder-806007-1-smb {{(pid=75043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:16:47.124522 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-b8677927-26b8-4a72-a103-bcd5c23c32da admin admin] Notify callbacks [] for router, before_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:47.351471 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-b8677927-26b8-4a72-a103-bcd5c23c32da admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:47.361049 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.plugins.ml2.plugin [None req-b8677927-26b8-4a72-a103-bcd5c23c32da admin admin] Deleting port 9e55183a-48e9-4440-94d7-b92ffa2acccb {{(pid=75040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:16:47.361498 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-b8677927-26b8-4a72-a103-bcd5c23c32da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776572162991'] for port, before_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:47.411014 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.db.l3_hamode_db [None req-3780dd55-7770-4508-b779-5e52b99f8549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f40984fc-802b-4e43-93f0-9adc71a52552', 'name': 'tempest-AttachVolumeShelveTestJSON-34576394-router', 'tenant_id': 'dc71d1df614a4412aaf0b6136cfc4aba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af5d4827-908c-4372-9134-1f0198184942', 'external_fixed_ips': [{'subnet_id': 'a4c12025-f163-4c64-acba-906df26214d3', 'ip_address': '172.28.0.247'}], 'enable_snat': True}, 'gw_port_id': '9e55183a-48e9-4440-94d7-b92ffa2acccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:09:52Z', 'updated_at': '2021-08-25T16:16:45Z', 'revision_number': 5, 'project_id': 'dc71d1df614a4412aaf0b6136cfc4aba', 'gw_port': {'id': '9e55183a-48e9-4440-94d7-b92ffa2acccb', 'name': '', 'network_id': 'af5d4827-908c-4372-9134-1f0198184942', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:5a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40984fc-802b-4e43-93f0-9adc71a52552', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a4c12025-f163-4c64-acba-906df26214d3', 'ip_address': '172.28.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:09:55Z', 'updated_at': '2021-08-25T16:10:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a4c12025-f163-4c64-acba-906df26214d3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-smb'}], 'dv-cinder-806007-1-smb', False) {} {{(pid=75043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:16:47.415446 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3780dd55-7770-4508-b779-5e52b99f8549 None None] Checking router: f40984fc-802b-4e43-93f0-9adc71a52552 for host: dv-cinder-806007-1-smb {{(pid=75043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 16:16:47.427148 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3780dd55-7770-4508-b779-5e52b99f8549 None None] Routers {'f40984fc-802b-4e43-93f0-9adc71a52552'} bound to L3 agent in host dv-cinder-806007-1-smb {{(pid=75043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:16:47.427751 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.db.l3_hamode_db [None req-3780dd55-7770-4508-b779-5e52b99f8549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T16:01:30Z,description=,heartbeat_timestamp=2021-08-25T16:16:30Z,host='dv-cinder-806007-1-smb',id=ca94599f-caae-4183-a9a6-f9a0dcce5f21,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:01:30Z,topic='l3_agent')) {'router_ids': ['f40984fc-802b-4e43-93f0-9adc71a52552'], 'active': True} {{(pid=75043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:16:47.543014 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.plugins.ml2.db [None req-b8677927-26b8-4a72-a103-bcd5c23c32da admin admin] For port 9e55183a-48e9-4440-94d7-b92ffa2acccb, host dv-cinder-806007-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-1-smb',level=0,port_id=9e55183a-48e9-4440-94d7-b92ffa2acccb,segment=NetworkSegment(cbdd21c8-b3ae-45c5-b207-3efdd7246341),segment_id=cbdd21c8-b3ae-45c5-b207-3efdd7246341)] {{(pid=75040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:16:47.543365 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-b8677927-26b8-4a72-a103-bcd5c23c32da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452504'] for port, precommit_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:47.578599 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.db.l3_dvr_db [None req-3780dd55-7770-4508-b779-5e52b99f8549 None None] Set router f40984fc-802b-4e43-93f0-9adc71a52552 gateway port host: None {{(pid=75043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:16:47.664577 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.plugins.ml2.plugin [None req-b8677927-26b8-4a72-a103-bcd5c23c32da admin admin] Calling delete_port for 9e55183a-48e9-4440-94d7-b92ffa2acccb owned by network:router_gateway {{(pid=75040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:16:47.684364 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.db.agents_db [None req-a821c616-a82d-4ce6-adbe-0c63f7de4494 None None] Agent healthcheck: found 6 active agents {{(pid=75043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:16:47.692351 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.db.l3_hamode_db [None req-3780dd55-7770-4508-b779-5e52b99f8549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f40984fc-802b-4e43-93f0-9adc71a52552', 'name': 'tempest-AttachVolumeShelveTestJSON-34576394-router', 'tenant_id': 'dc71d1df614a4412aaf0b6136cfc4aba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:09:52Z', 'updated_at': '2021-08-25T16:16:47Z', 'revision_number': 6, 'project_id': 'dc71d1df614a4412aaf0b6136cfc4aba', 'gw_port_host': None}], 'dv-cinder-806007-1-smb', False) {} {{(pid=75043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:16:47.696397 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3780dd55-7770-4508-b779-5e52b99f8549 None None] The sync data for ids ['f40984fc-802b-4e43-93f0-9adc71a52552'] in dv-cinder-806007-1-smb is: [{'id': 'f40984fc-802b-4e43-93f0-9adc71a52552', 'name': 'tempest-AttachVolumeShelveTestJSON-34576394-router', 'tenant_id': 'dc71d1df614a4412aaf0b6136cfc4aba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:09:52Z', 'updated_at': '2021-08-25T16:16:47Z', 'revision_number': 6, 'project_id': 'dc71d1df614a4412aaf0b6136cfc4aba', 'gw_port_host': None}] {{(pid=75043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 16:16:47.907816 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-b8677927-26b8-4a72-a103-bcd5c23c32da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776572168708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776571761668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1434720'] for port, after_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:47.911697 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:16:47.951052 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8677927-26b8-4a72-a103-bcd5c23c32da admin admin] Pushing event deleted for resources: {'Port': ['ID=9e55183a-48e9-4440-94d7-b92ffa2acccb,revision_number=None']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:16:47.954446 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-b8677927-26b8-4a72-a103-bcd5c23c32da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:16:48.176467 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-b8677927-26b8-4a72-a103-bcd5c23c32da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-453666'] for router_gateway, after_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:48.441591 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-b8677927-26b8-4a72-a103-bcd5c23c32da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-457614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5319'] for router, precommit_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:48.446091 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-b8677927-26b8-4a72-a103-bcd5c23c32da admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:48.521109 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:48.533563 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-b8677927-26b8-4a72-a103-bcd5c23c32da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-393502'] for router, after_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:48.534203 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8677927-26b8-4a72-a103-bcd5c23c32da admin admin] Fanout notify agent at l3_agent the message router_deleted on router f40984fc-802b-4e43-93f0-9adc71a52552 {{(pid=75040) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 16:16:48.548957 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-b8677927-26b8-4a72-a103-bcd5c23c32da admin admin] Notify callbacks [] for router, before_response {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:48.552763 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-b8677927-26b8-4a72-a103-bcd5c23c32da admin admin] 10.222.0.68 "DELETE /v2.0/routers/f40984fc-802b-4e43-93f0-9adc71a52552 HTTP/1.1" status: 204 len: 168 time: 1.6468842 Aug 25 16:16:48.552996 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 60780) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:16:48.622035 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.db_base_plugin_v2 [None req-6dff799f-998c-4b8d-96ef-2169d6f9829e admin admin] Deleting subnet dcc96182-e992-4fac-b9ad-11619c23a7ba {{(pid=75040) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 25 16:16:48.625380 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-6dff799f-998c-4b8d-96ef-2169d6f9829e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:48.679080 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-6dff799f-998c-4b8d-96ef-2169d6f9829e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2023877'] for subnet, precommit_delete_associations {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:48.772384 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Device 9e55183a-48e9-4440-94d7-b92ffa2acccb no longer exists at agent ovs-agent-dv-cinder-806007-1-smb {{(pid=75042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:16:48.806491 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.plugin [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] No Port match for: 9e55183a-48e9-4440-94d7-b92ffa2acccb {{(pid=75042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 16:16:48.806852 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Device 9e55183a-48e9-4440-94d7-b92ffa2acccb not bound to the agent host dv-cinder-806007-1-smb {{(pid=75042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 16:16:48.807306 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Device d372dc2f-5e48-44f0-9761-ccaaeabf4a25 no longer exists at agent ovs-agent-dv-cinder-806007-1-smb {{(pid=75042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:16:48.810337 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-6dff799f-998c-4b8d-96ef-2169d6f9829e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16198826'] for subnet, precommit_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:48.839086 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.plugin [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] No Port match for: d372dc2f-5e48-44f0-9761-ccaaeabf4a25 {{(pid=75042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 16:16:48.839443 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Device d372dc2f-5e48-44f0-9761-ccaaeabf4a25 not bound to the agent host dv-cinder-806007-1-smb {{(pid=75042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 16:16:48.879377 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-6dff799f-998c-4b8d-96ef-2169d6f9829e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16198803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1434771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2719710'] for subnet, after_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:48.884166 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:16:48.923424 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dff799f-998c-4b8d-96ef-2169d6f9829e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dcc96182-e992-4fac-b9ad-11619c23a7ba,revision_number=None']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:16:48.926420 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-6dff799f-998c-4b8d-96ef-2169d6f9829e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:16:48.929254 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-6dff799f-998c-4b8d-96ef-2169d6f9829e admin admin] Notify callbacks [] for subnet, before_response {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:48.934887 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7b12e13-c1c9-44bc-90b6-bbeea6ba679e None None] Network fb04b5ec-673a-4a91-b0e5-12c6c13382bd requested from dv-cinder-806007-1-smb {{(pid=75042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:16:48.935274 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-6dff799f-998c-4b8d-96ef-2169d6f9829e admin admin] 10.222.0.68 "DELETE /v2.0/subnets/dcc96182-e992-4fac-b9ad-11619c23a7ba HTTP/1.1" status: 204 len: 168 time: 0.3811572 Aug 25 16:16:48.937717 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 60784) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:16:49.044348 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-10fd8b7d-b4b7-4224-abf2-b1d5896bad2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16300240'] for network, before_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:49.056117 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.plugins.ml2.plugin [None req-10fd8b7d-b4b7-4224-abf2-b1d5896bad2b admin admin] Deleting port 859cd2cf-8e19-4735-a46d-7bc9c15306a4 {{(pid=75040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:16:49.056443 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-10fd8b7d-b4b7-4224-abf2-b1d5896bad2b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776572162991'] for port, before_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:49.184887 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39ce22fc-1b97-4195-b0d4-6efb4319683d None None] DHCP port deletion for fb04b5ec-673a-4a91-b0e5-12c6c13382bd request from dv-cinder-806007-1-smb {{(pid=75042) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Aug 25 16:16:49.189374 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.plugin [None req-39ce22fc-1b97-4195-b0d4-6efb4319683d None None] Deleting port 859cd2cf-8e19-4735-a46d-7bc9c15306a4 {{(pid=75042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:16:49.189874 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-39ce22fc-1b97-4195-b0d4-6efb4319683d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776572162991'] for port, before_delete {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:49.372419 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.plugins.ml2.db [None req-10fd8b7d-b4b7-4224-abf2-b1d5896bad2b admin admin] For port 859cd2cf-8e19-4735-a46d-7bc9c15306a4, host dv-cinder-806007-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-1-smb',level=0,port_id=859cd2cf-8e19-4735-a46d-7bc9c15306a4,segment=NetworkSegment(a4fe9403-29c0-4e58-9465-f12eb98d9e8d),segment_id=a4fe9403-29c0-4e58-9465-f12eb98d9e8d)] {{(pid=75040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:16:49.373446 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-10fd8b7d-b4b7-4224-abf2-b1d5896bad2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452504'] for port, precommit_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:49.411787 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.db [None req-39ce22fc-1b97-4195-b0d4-6efb4319683d None None] For port 859cd2cf-8e19-4735-a46d-7bc9c15306a4, host dv-cinder-806007-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-1-smb',level=0,port_id=859cd2cf-8e19-4735-a46d-7bc9c15306a4,segment=NetworkSegment(a4fe9403-29c0-4e58-9465-f12eb98d9e8d),segment_id=a4fe9403-29c0-4e58-9465-f12eb98d9e8d)] {{(pid=75042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:16:49.412131 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-39ce22fc-1b97-4195-b0d4-6efb4319683d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452504'] for port, precommit_delete {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:49.499109 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.plugins.ml2.plugin [None req-10fd8b7d-b4b7-4224-abf2-b1d5896bad2b admin admin] Calling delete_port for 859cd2cf-8e19-4735-a46d-7bc9c15306a4 owned by network:dhcp {{(pid=75040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:16:49.531855 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.plugin [None req-39ce22fc-1b97-4195-b0d4-6efb4319683d None None] Calling delete_port for 859cd2cf-8e19-4735-a46d-7bc9c15306a4 owned by network:dhcp {{(pid=75042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:16:49.579799 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-10fd8b7d-b4b7-4224-abf2-b1d5896bad2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776572168708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776571761668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1434720'] for port, after_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:49.584371 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-ddf2d608-766f-4c25-b915-9e99ff032624 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:16:49.604426 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.db.api [None req-39ce22fc-1b97-4195-b0d4-6efb4319683d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=75042) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 16:16:49.604791 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_db.api [None req-39ce22fc-1b97-4195-b0d4-6efb4319683d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=75042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 16:16:49.626977 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fd8b7d-b4b7-4224-abf2-b1d5896bad2b admin admin] Pushing event deleted for resources: {'Port': ['ID=859cd2cf-8e19-4735-a46d-7bc9c15306a4,revision_number=None']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:16:49.629925 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-10fd8b7d-b4b7-4224-abf2-b1d5896bad2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:16:49.632033 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10fd8b7d-b4b7-4224-abf2-b1d5896bad2b admin admin] No DVR routers for this DVR port 859cd2cf-8e19-4735-a46d-7bc9c15306a4 on host dv-cinder-806007-1-smb {{(pid=75040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 16:16:49.748865 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-10fd8b7d-b4b7-4224-abf2-b1d5896bad2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16197923', 'neutron.services.segments.db._delete_segments_for_network-8776572265090'] for network, precommit_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:49.762407 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.services.segments.db [None req-10fd8b7d-b4b7-4224-abf2-b1d5896bad2b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb04b5ec-673a-4a91-b0e5-12c6c13382bd']}} {{(pid=75040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:16:49.779188 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.services.segments.db [None req-10fd8b7d-b4b7-4224-abf2-b1d5896bad2b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4fe9403-29c0-4e58-9465-f12eb98d9e8d') {'for_net_delete': True} {{(pid=75040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:16:49.779478 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.services.segments.db [None req-10fd8b7d-b4b7-4224-abf2-b1d5896bad2b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4fe9403-29c0-4e58-9465-f12eb98d9e8d') {} {{(pid=75040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:16:49.791732 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-10fd8b7d-b4b7-4224-abf2-b1d5896bad2b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776572267165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2023882'] for segment, before_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:49.808562 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-10fd8b7d-b4b7-4224-abf2-b1d5896bad2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16198673'] for segment, precommit_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:49.815106 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10fd8b7d-b4b7-4224-abf2-b1d5896bad2b admin admin] Releasing vlan 854 on physical network physnet1 to pool {{(pid=75040) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 25 16:16:49.815499 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-10fd8b7d-b4b7-4224-abf2-b1d5896bad2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16198671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1434677'] for segment, after_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:49.828986 dv-cinder-806007-1-smb neutron-server[75040]: Traceback (most recent call last): Aug 25 16:16:49.828986 dv-cinder-806007-1-smb neutron-server[75040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 25 16:16:49.828986 dv-cinder-806007-1-smb neutron-server[75040]: timer() Aug 25 16:16:49.828986 dv-cinder-806007-1-smb neutron-server[75040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 16:16:49.828986 dv-cinder-806007-1-smb neutron-server[75040]: cb(*args, **kw) Aug 25 16:16:49.828986 dv-cinder-806007-1-smb neutron-server[75040]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 25 16:16:49.828986 dv-cinder-806007-1-smb neutron-server[75040]: return func(*args, **kwargs) Aug 25 16:16:49.828986 dv-cinder-806007-1-smb neutron-server[75040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 16:16:49.828986 dv-cinder-806007-1-smb neutron-server[75040]: self._notify() Aug 25 16:16:49.828986 dv-cinder-806007-1-smb neutron-server[75040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 16:16:49.828986 dv-cinder-806007-1-smb neutron-server[75040]: self.callback(batched_events) Aug 25 16:16:49.828986 dv-cinder-806007-1-smb neutron-server[75040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 16:16:49.828986 dv-cinder-806007-1-smb neutron-server[75040]: event.method(event) Aug 25 16:16:49.828986 dv-cinder-806007-1-smb neutron-server[75040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 25 16:16:49.828986 dv-cinder-806007-1-smb neutron-server[75040]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 16:16:49.828986 dv-cinder-806007-1-smb neutron-server[75040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 25 16:16:49.828986 dv-cinder-806007-1-smb neutron-server[75040]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 16:16:49.828986 dv-cinder-806007-1-smb neutron-server[75040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 25 16:16:49.828986 dv-cinder-806007-1-smb neutron-server[75040]: return f(self, *a, **k) Aug 25 16:16:49.828986 dv-cinder-806007-1-smb neutron-server[75040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 16:16:49.828986 dv-cinder-806007-1-smb neutron-server[75040]: return self._get(url).json() Aug 25 16:16:49.828986 dv-cinder-806007-1-smb neutron-server[75040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 16:16:49.828986 dv-cinder-806007-1-smb neutron-server[75040]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 16:16:49.828986 dv-cinder-806007-1-smb neutron-server[75040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 25 16:16:49.828986 dv-cinder-806007-1-smb neutron-server[75040]: return self.request(url, 'GET', **kwargs) Aug 25 16:16:49.828986 dv-cinder-806007-1-smb neutron-server[75040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 25 16:16:49.828986 dv-cinder-806007-1-smb neutron-server[75040]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 16:16:49.828986 dv-cinder-806007-1-smb neutron-server[75040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 25 16:16:49.828986 dv-cinder-806007-1-smb neutron-server[75040]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 16:16:49.828986 dv-cinder-806007-1-smb neutron-server[75040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 25 16:16:49.828986 dv-cinder-806007-1-smb neutron-server[75040]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 16:16:49.828986 dv-cinder-806007-1-smb neutron-server[75040]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 16:16:49.910058 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-10fd8b7d-b4b7-4224-abf2-b1d5896bad2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16197928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453727'] for network, after_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:49.913859 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:16:49.928825 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-10fd8b7d-b4b7-4224-abf2-b1d5896bad2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16129646'] for network, before_response {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:49.943976 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fd8b7d-b4b7-4224-abf2-b1d5896bad2b admin admin] Pushing event deleted for resources: {'Network': ['ID=fb04b5ec-673a-4a91-b0e5-12c6c13382bd,revision_number=None']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:16:49.947285 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-10fd8b7d-b4b7-4224-abf2-b1d5896bad2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:16:49.959305 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-10fd8b7d-b4b7-4224-abf2-b1d5896bad2b admin admin] 10.222.0.68 "DELETE /v2.0/networks/fb04b5ec-673a-4a91-b0e5-12c6c13382bd HTTP/1.1" status: 204 len: 168 time: 1.0205698 Aug 25 16:16:50.010300 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 60796) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:16:50.105784 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.plugin [None req-39ce22fc-1b97-4195-b0d4-6efb4319683d None None] Deleting port 859cd2cf-8e19-4735-a46d-7bc9c15306a4 {{(pid=75042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:16:50.106189 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-39ce22fc-1b97-4195-b0d4-6efb4319683d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776572162991'] for port, before_delete {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:50.154962 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-ef0783a3-5ccf-42c2-9fa6-8f37cff37c19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:50.171126 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.plugin [None req-39ce22fc-1b97-4195-b0d4-6efb4319683d None None] The port '859cd2cf-8e19-4735-a46d-7bc9c15306a4' was deleted {{(pid=75042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Aug 25 16:16:50.194330 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-ef0783a3-5ccf-42c2-9fa6-8f37cff37c19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:16:50.197260 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.wsgi [-] (75041) accepted ('10.222.0.68', 60802) {{(pid=75041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:16:50.198409 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-ef0783a3-5ccf-42c2-9fa6-8f37cff37c19 admin admin] Usage tracker for resource:security_group_rule and tenant:2f81d876791e4c2c8f126bcdb11e24e9 is out of sync, need to count used quota {{(pid=75040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:16:50.201424 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-ef0783a3-5ccf-42c2-9fa6-8f37cff37c19 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:16:50.207349 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-ef0783a3-5ccf-42c2-9fa6-8f37cff37c19 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:16:50.255890 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [None req-d2dde156-9fbc-49cf-9605-a844f08ab3f9 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=dc71d1df614a4412aaf0b6136cfc4aba&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0571554 Aug 25 16:16:50.258510 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.wsgi [-] (75041) accepted ('10.222.0.68', 60806) {{(pid=75041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:16:50.302771 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-ef0783a3-5ccf-42c2-9fa6-8f37cff37c19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:50.306952 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-ef0783a3-5ccf-42c2-9fa6-8f37cff37c19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:50.314392 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-511ac7e8-04d1-4007-80a2-15bc12a1bed1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:16:50.321523 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-3aaad875-a6d2-4c6f-ab1e-3a0d2b92a6ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:50.348322 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-3aaad875-a6d2-4c6f-ab1e-3a0d2b92a6ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:50.357254 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0783a3-5ccf-42c2-9fa6-8f37cff37c19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b289fbf9-cf7f-4e81-b020-534fbf2675d0,revision_number=1']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:16:50.361296 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-ef0783a3-5ccf-42c2-9fa6-8f37cff37c19 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=2f81d876791e4c2c8f126bcdb11e24e9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3494904 Aug 25 16:16:50.363450 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-ef0783a3-5ccf-42c2-9fa6-8f37cff37c19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:16:50.364799 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 60810) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:16:50.406080 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-3aaad875-a6d2-4c6f-ab1e-3a0d2b92a6ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:50.411423 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-6f71a444-2c04-4e8c-a85a-a5bc7fb9024f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:16:50.424125 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aaad875-a6d2-4c6f-ab1e-3a0d2b92a6ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca953c39-ec1f-483b-b9b6-50e560523348,revision_number=None']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:16:50.428717 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-3aaad875-a6d2-4c6f-ab1e-3a0d2b92a6ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:16:50.428920 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-4da51f51-963f-4eff-8154-90c9e68ce429 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:50.432514 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-3aaad875-a6d2-4c6f-ab1e-3a0d2b92a6ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:50.433729 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [None req-3aaad875-a6d2-4c6f-ab1e-3a0d2b92a6ff admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/ca953c39-ec1f-483b-b9b6-50e560523348 HTTP/1.1" status: 204 len: 168 time: 0.1742706 Aug 25 16:16:50.459506 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-4da51f51-963f-4eff-8154-90c9e68ce429 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:50.516738 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-4da51f51-963f-4eff-8154-90c9e68ce429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:50.521661 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-7f017f52-1d4e-4f76-84dd-650a4904c074 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:16:50.533577 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da51f51-963f-4eff-8154-90c9e68ce429 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b289fbf9-cf7f-4e81-b020-534fbf2675d0,revision_number=None']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:16:50.536589 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-4da51f51-963f-4eff-8154-90c9e68ce429 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:16:50.538695 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-4da51f51-963f-4eff-8154-90c9e68ce429 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:50.542690 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-4da51f51-963f-4eff-8154-90c9e68ce429 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/b289fbf9-cf7f-4e81-b020-534fbf2675d0 HTTP/1.1" status: 204 len: 168 time: 0.1769266 Aug 25 16:16:50.763644 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Device 859cd2cf-8e19-4735-a46d-7bc9c15306a4 no longer exists at agent ovs-agent-dv-cinder-806007-1-smb {{(pid=75042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:16:50.801444 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.plugin [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] No Port match for: 859cd2cf-8e19-4735-a46d-7bc9c15306a4 {{(pid=75042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 16:16:50.801803 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Device 859cd2cf-8e19-4735-a46d-7bc9c15306a4 not bound to the agent host dv-cinder-806007-1-smb {{(pid=75042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 16:16:50.836085 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 60826) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:16:50.902098 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 60832) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:16:50.945819 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-c7372756-be65-4c3e-a562-d30810f18254 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:51.071803 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-c7372756-be65-4c3e-a562-d30810f18254 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:16:51.079665 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-c7372756-be65-4c3e-a562-d30810f18254 admin admin] Usage tracker for resource:security_group_rule and tenant:b4ddc0af38e34090993bc2f10e1b3158 is out of sync, need to count used quota {{(pid=75040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:16:51.084775 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-c7372756-be65-4c3e-a562-d30810f18254 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:16:51.094941 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-c7372756-be65-4c3e-a562-d30810f18254 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:16:51.117562 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.plugins.ml2.plugin [None req-69d60e74-004b-4056-be3e-93dd0e00c045 tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Deleting port e4583f39-9dfa-433f-a6ec-749295c47d4e {{(pid=75040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:16:51.117909 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-69d60e74-004b-4056-be3e-93dd0e00c045 tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776572162991'] for port, before_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:51.355471 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-c7372756-be65-4c3e-a562-d30810f18254 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:51.363740 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-69d60e74-004b-4056-be3e-93dd0e00c045 tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452504'] for port, precommit_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:51.364064 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-69d60e74-004b-4056-be3e-93dd0e00c045 tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:51.370973 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-c7372756-be65-4c3e-a562-d30810f18254 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:51.378238 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-ef0783a3-5ccf-42c2-9fa6-8f37cff37c19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:16:51.618180 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.plugins.ml2.plugin [None req-69d60e74-004b-4056-be3e-93dd0e00c045 tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Calling delete_port for e4583f39-9dfa-433f-a6ec-749295c47d4e owned by network:floatingip {{(pid=75040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:16:51.676726 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7372756-be65-4c3e-a562-d30810f18254 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a581e54c-5c36-4f9f-98fa-9edf00b2fb4a,revision_number=1']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:16:51.680483 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-c7372756-be65-4c3e-a562-d30810f18254 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:16:51.685510 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-c7372756-be65-4c3e-a562-d30810f18254 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=b4ddc0af38e34090993bc2f10e1b3158&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7823994 Aug 25 16:16:51.688075 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 60848) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:16:51.791775 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-71962f30-959e-4baf-95cf-4488fdce148f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:51.863530 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-71962f30-959e-4baf-95cf-4488fdce148f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:51.925719 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-69d60e74-004b-4056-be3e-93dd0e00c045 tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776572168708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776571761668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1434720'] for port, after_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:51.933427 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-4b24af9a-d9e1-4247-b7e1-9055f69d63ea tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:16:51.996313 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d60e74-004b-4056-be3e-93dd0e00c045 tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Pushing event deleted for resources: {'Port': ['ID=e4583f39-9dfa-433f-a6ec-749295c47d4e,revision_number=None']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:16:52.000662 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-69d60e74-004b-4056-be3e-93dd0e00c045 tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:16:52.034197 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-71962f30-959e-4baf-95cf-4488fdce148f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:52.041443 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-724c9d98-3a86-4d0c-a9c7-dd97dd9f9089 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:16:52.094561 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71962f30-959e-4baf-95cf-4488fdce148f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a581e54c-5c36-4f9f-98fa-9edf00b2fb4a,revision_number=None']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:16:52.109485 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-71962f30-959e-4baf-95cf-4488fdce148f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:16:52.138392 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-69d60e74-004b-4056-be3e-93dd0e00c045 tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Notify callbacks [] for floatingip, after_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:52.214312 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-71962f30-959e-4baf-95cf-4488fdce148f admin admin] Notify callbacks [] for security_group, before_response {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:52.218186 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-71962f30-959e-4baf-95cf-4488fdce148f admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/a581e54c-5c36-4f9f-98fa-9edf00b2fb4a HTTP/1.1" status: 204 len: 168 time: 0.5264754 Aug 25 16:16:52.593732 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69d60e74-004b-4056-be3e-93dd0e00c045 tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Router 0ddce754-b14b-4001-bd83-da3fe6fae93e has already been hosted by L3 agent ca94599f-caae-4183-a9a6-f9a0dcce5f21 {{(pid=75040) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 16:16:52.818446 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69d60e74-004b-4056-be3e-93dd0e00c045 tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Notify agent at l3_agent.dv-cinder-806007-1-smb the message routers_updated {{(pid=75040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:16:52.823186 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-69d60e74-004b-4056-be3e-93dd0e00c045 tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981218'] for floatingip, before_response {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:52.827992 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56829822-4cb9-4a71-9889-a38649aaad01 None None] Sync routers for ids ['0ddce754-b14b-4001-bd83-da3fe6fae93e'] in dv-cinder-806007-1-smb {{(pid=75042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 16:16:52.841322 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56829822-4cb9-4a71-9889-a38649aaad01 None None] Routers {'0ddce754-b14b-4001-bd83-da3fe6fae93e'} bound to L3 agent in host dv-cinder-806007-1-smb {{(pid=75042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:16:52.842133 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.l3_hamode_db [None req-56829822-4cb9-4a71-9889-a38649aaad01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T16:01:30Z,description=,heartbeat_timestamp=2021-08-25T16:16:30Z,host='dv-cinder-806007-1-smb',id=ca94599f-caae-4183-a9a6-f9a0dcce5f21,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:01:30Z,topic='l3_agent')) {'router_ids': ['0ddce754-b14b-4001-bd83-da3fe6fae93e'], 'active': True} {{(pid=75042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:16:52.880451 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-69d60e74-004b-4056-be3e-93dd0e00c045 tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] 10.222.0.68 "DELETE /v2.0/floatingips/59b068e3-2e30-4a00-b1a4-17e7bb0707e7 HTTP/1.1" status: 204 len: 168 time: 2.0436888 Aug 25 16:16:52.881523 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b02cdae5-5033-4d9b-bffd-04c6279ef176', 'tag': '8ab0defe-f017-4b0a-bd2a-afe8f5e317b9'}] {{(pid=75040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:16:53.113666 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.l3_dvr_db [None req-56829822-4cb9-4a71-9889-a38649aaad01 None None] Set router 0ddce754-b14b-4001-bd83-da3fe6fae93e gateway port host: dv-cinder-806007-1-smb {{(pid=75042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:16:53.188057 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b02cdae5-5033-4d9b-bffd-04c6279ef176', 'tag': '8ab0defe-f017-4b0a-bd2a-afe8f5e317b9', 'status': 'completed', 'code': 200} Aug 25 16:16:53.296913 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-0aecc969-f623-42e0-85d2-fa1d76c79ab0 req-b5fadc57-443a-4e7a-902b-46d48367cf50 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e9aef4833bd74d2db11f03628b3cb562&device_id=b02cdae5-5033-4d9b-bffd-04c6279ef176 HTTP/1.1" status: 200 len: 1098 time: 0.0844145 Aug 25 16:16:53.437291 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ec01ec-2f9a-450d-89c3-2a386aa53b60 req-07a9370e-1628-48fa-aad1-fc24e1e185fb tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:16:53.438106 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [req-13ec01ec-2f9a-450d-89c3-2a386aa53b60 req-07a9370e-1628-48fa-aad1-fc24e1e185fb tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Synchronizing usage tracker for tenant:e9aef4833bd74d2db11f03628b3cb562 on resource:port {{(pid=75040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:16:53.464962 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aecc969-f623-42e0-85d2-fa1d76c79ab0 req-77097920-3988-4707-8895-1a92939b10bd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:16:53.466852 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-0aecc969-f623-42e0-85d2-fa1d76c79ab0 req-77097920-3988-4707-8895-1a92939b10bd service neutron] 10.222.0.70 "GET /v2.0/networks?id=614f2e95-7eb0-4ef1-81dd-2bbf704665be HTTP/1.1" status: 200 len: 910 time: 0.1630330 Aug 25 16:16:53.469220 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [req-13ec01ec-2f9a-450d-89c3-2a386aa53b60 req-07a9370e-1628-48fa-aad1-fc24e1e185fb tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Unset dirty status for tenant:e9aef4833bd74d2db11f03628b3cb562 on resource:port {{(pid=75040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:16:53.476734 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-13ec01ec-2f9a-450d-89c3-2a386aa53b60 req-07a9370e-1628-48fa-aad1-fc24e1e185fb tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] 10.222.0.68 "GET /v2.0/ports?device_id=b02cdae5-5033-4d9b-bffd-04c6279ef176 HTTP/1.1" status: 200 len: 945 time: 0.1511869 Aug 25 16:16:53.537807 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-13ec01ec-2f9a-450d-89c3-2a386aa53b60 req-b64001ea-45d1-4d2c-a8e4-76b0d4c59524 tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] 10.222.0.68 "GET /v2.0/security-groups?id=b5f57568-f110-4e84-ac24-03b82c7ae02d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600164 Aug 25 16:16:53.590749 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-0aecc969-f623-42e0-85d2-fa1d76c79ab0 req-8d08fe8d-5fad-4129-a367-21fd1d018180 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8ab0defe-f017-4b0a-bd2a-afe8f5e317b9 HTTP/1.1" status: 200 len: 217 time: 0.1143069 Aug 25 16:16:53.683931 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aecc969-f623-42e0-85d2-fa1d76c79ab0 req-5d44bee4-e0e8-4506-8e92-a2e91c1b3ab2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:16:53.686663 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-0aecc969-f623-42e0-85d2-fa1d76c79ab0 req-5d44bee4-e0e8-4506-8e92-a2e91c1b3ab2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=61345865-f17f-47a1-85d8-a6ba566735d4 HTTP/1.1" status: 200 len: 848 time: 0.0885246 Aug 25 16:16:53.778890 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-0aecc969-f623-42e0-85d2-fa1d76c79ab0 req-780a944f-6ef5-4124-8764-d879329b1cf9 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=614f2e95-7eb0-4ef1-81dd-2bbf704665be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0849681 Aug 25 16:16:53.798393 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.l3_hamode_db [None req-56829822-4cb9-4a71-9889-a38649aaad01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ddce754-b14b-4001-bd83-da3fe6fae93e', 'name': 'tempest-TestShelveInstance-1252736714-router', 'tenant_id': 'e9aef4833bd74d2db11f03628b3cb562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af5d4827-908c-4372-9134-1f0198184942', 'external_fixed_ips': [{'subnet_id': 'a4c12025-f163-4c64-acba-906df26214d3', 'ip_address': '172.28.0.108'}], 'enable_snat': True}, 'gw_port_id': '56682e11-8a06-4426-8095-560446f942d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:11:35Z', 'updated_at': '2021-08-25T16:11:41Z', 'revision_number': 4, 'project_id': 'e9aef4833bd74d2db11f03628b3cb562', 'gw_port': {'id': '56682e11-8a06-4426-8095-560446f942d6', 'name': '', 'network_id': 'af5d4827-908c-4372-9134-1f0198184942', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:2e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ddce754-b14b-4001-bd83-da3fe6fae93e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a4c12025-f163-4c64-acba-906df26214d3', 'ip_address': '172.28.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:11:37Z', 'updated_at': '2021-08-25T16:11:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a4c12025-f163-4c64-acba-906df26214d3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-smb', '_interfaces': [{'id': 'e6e7c3eb-c302-4cf2-b135-ec96191cb4c8', 'name': '', 'network_id': '614f2e95-7eb0-4ef1-81dd-2bbf704665be', 'tenant_id': 'e9aef4833bd74d2db11f03628b3cb562', 'mac_address': 'fa:16:3e:9c:7d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ddce754-b14b-4001-bd83-da3fe6fae93e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '61345865-f17f-47a1-85d8-a6ba566735d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:11:40Z', 'updated_at': '2021-08-25T16:11:53Z', 'revision_number': 5, 'project_id': 'e9aef4833bd74d2db11f03628b3cb562', 'subnets': [{'id': '61345865-f17f-47a1-85d8-a6ba566735d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-1-smb', False) {} {{(pid=75042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:16:53.806861 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56829822-4cb9-4a71-9889-a38649aaad01 None None] Checking router: 0ddce754-b14b-4001-bd83-da3fe6fae93e for host: dv-cinder-806007-1-smb {{(pid=75042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 16:16:53.849023 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56829822-4cb9-4a71-9889-a38649aaad01 None None] Routers {'0ddce754-b14b-4001-bd83-da3fe6fae93e'} bound to L3 agent in host dv-cinder-806007-1-smb {{(pid=75042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:16:53.849847 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.l3_hamode_db [None req-56829822-4cb9-4a71-9889-a38649aaad01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T16:01:30Z,description=,heartbeat_timestamp=2021-08-25T16:16:30Z,host='dv-cinder-806007-1-smb',id=ca94599f-caae-4183-a9a6-f9a0dcce5f21,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:01:30Z,topic='l3_agent')) {'router_ids': ['0ddce754-b14b-4001-bd83-da3fe6fae93e'], 'active': True} {{(pid=75042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:16:53.970778 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-0aecc969-f623-42e0-85d2-fa1d76c79ab0 req-d504c4c2-2c5f-48b7-9851-d12ba081c746 service neutron] 10.222.0.70 "GET /v2.0/networks/614f2e95-7eb0-4ef1-81dd-2bbf704665be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826394 Aug 25 16:16:54.096824 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.l3_dvr_db [None req-56829822-4cb9-4a71-9889-a38649aaad01 None None] Set router 0ddce754-b14b-4001-bd83-da3fe6fae93e gateway port host: dv-cinder-806007-1-smb {{(pid=75042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:16:54.229392 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-0aecc969-f623-42e0-85d2-fa1d76c79ab0 req-f0845d6c-21a2-43f8-8f10-3b4b8e762f24 service neutron] 10.222.0.70 "GET /v2.0/networks/614f2e95-7eb0-4ef1-81dd-2bbf704665be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2500904 Aug 25 16:16:54.481736 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.l3_hamode_db [None req-56829822-4cb9-4a71-9889-a38649aaad01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ddce754-b14b-4001-bd83-da3fe6fae93e', 'name': 'tempest-TestShelveInstance-1252736714-router', 'tenant_id': 'e9aef4833bd74d2db11f03628b3cb562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af5d4827-908c-4372-9134-1f0198184942', 'external_fixed_ips': [{'subnet_id': 'a4c12025-f163-4c64-acba-906df26214d3', 'ip_address': '172.28.0.108'}], 'enable_snat': True}, 'gw_port_id': '56682e11-8a06-4426-8095-560446f942d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:11:35Z', 'updated_at': '2021-08-25T16:11:41Z', 'revision_number': 4, 'project_id': 'e9aef4833bd74d2db11f03628b3cb562', 'gw_port': {'id': '56682e11-8a06-4426-8095-560446f942d6', 'name': '', 'network_id': 'af5d4827-908c-4372-9134-1f0198184942', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:2e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ddce754-b14b-4001-bd83-da3fe6fae93e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a4c12025-f163-4c64-acba-906df26214d3', 'ip_address': '172.28.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:11:37Z', 'updated_at': '2021-08-25T16:11:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a4c12025-f163-4c64-acba-906df26214d3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-smb', '_interfaces': [{'id': 'e6e7c3eb-c302-4cf2-b135-ec96191cb4c8', 'name': '', 'network_id': '614f2e95-7eb0-4ef1-81dd-2bbf704665be', 'tenant_id': 'e9aef4833bd74d2db11f03628b3cb562', 'mac_address': 'fa:16:3e:9c:7d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ddce754-b14b-4001-bd83-da3fe6fae93e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '61345865-f17f-47a1-85d8-a6ba566735d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:11:40Z', 'updated_at': '2021-08-25T16:11:53Z', 'revision_number': 5, 'project_id': 'e9aef4833bd74d2db11f03628b3cb562', 'subnets': [{'id': '61345865-f17f-47a1-85d8-a6ba566735d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-1-smb', False) {} {{(pid=75042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:16:54.486121 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56829822-4cb9-4a71-9889-a38649aaad01 None None] The sync data for ids ['0ddce754-b14b-4001-bd83-da3fe6fae93e'] in dv-cinder-806007-1-smb is: [{'id': '0ddce754-b14b-4001-bd83-da3fe6fae93e', 'name': 'tempest-TestShelveInstance-1252736714-router', 'tenant_id': 'e9aef4833bd74d2db11f03628b3cb562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af5d4827-908c-4372-9134-1f0198184942', 'external_fixed_ips': [{'subnet_id': 'a4c12025-f163-4c64-acba-906df26214d3', 'ip_address': '172.28.0.108'}], 'enable_snat': True}, 'gw_port_id': '56682e11-8a06-4426-8095-560446f942d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:11:35Z', 'updated_at': '2021-08-25T16:11:41Z', 'revision_number': 4, 'project_id': 'e9aef4833bd74d2db11f03628b3cb562', 'gw_port': {'id': '56682e11-8a06-4426-8095-560446f942d6', 'name': '', 'network_id': 'af5d4827-908c-4372-9134-1f0198184942', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:2e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ddce754-b14b-4001-bd83-da3fe6fae93e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a4c12025-f163-4c64-acba-906df26214d3', 'ip_address': '172.28.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:11:37Z', 'updated_at': '2021-08-25T16:11:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a4c12025-f163-4c64-acba-906df26214d3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-smb', '_interfaces': [{'id': 'e6e7c3eb-c302-4cf2-b135-ec96191cb4c8', 'name': '', 'network_id': '614f2e95-7eb0-4ef1-81dd-2bbf704665be', 'tenant_id': 'e9aef4833bd74d2db11f03628b3cb562', 'mac_address': 'fa:16:3e:9c:7d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ddce754-b14b-4001-bd83-da3fe6fae93e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '61345865-f17f-47a1-85d8-a6ba566735d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:11:40Z', 'updated_at': '2021-08-25T16:11:53Z', 'revision_number': 5, 'project_id': 'e9aef4833bd74d2db11f03628b3cb562', 'subnets': [{'id': '61345865-f17f-47a1-85d8-a6ba566735d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 16:16:54.616931 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a64065-3158-40a1-94f1-3d26c4e80737 req-c315f9d6-7e35-45dc-b3d9-d9bc2308ed0e tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:16:54.618582 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-a9a64065-3158-40a1-94f1-3d26c4e80737 req-c315f9d6-7e35-45dc-b3d9-d9bc2308ed0e tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] 10.222.0.70 "GET /v2.0/ports?device_id=b02cdae5-5033-4d9b-bffd-04c6279ef176 HTTP/1.1" status: 200 len: 945 time: 0.0934057 Aug 25 16:16:54.751112 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a20a7d13-a29b-4dc3-83b5-5ddfedf2ebc2 None None] New status for floating IP 59b068e3-2e30-4a00-b1a4-17e7bb0707e7: DOWN {{(pid=75043) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Aug 25 16:16:54.763745 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef9ad77-22f0-4bcd-8a96-825bae42ebcc req-10fbba3b-2b73-4cb4-abdf-f246061c3f51 tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:16:54.765241 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-eef9ad77-22f0-4bcd-8a96-825bae42ebcc req-10fbba3b-2b73-4cb4-abdf-f246061c3f51 tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] 10.222.0.68 "GET /v2.0/ports?device_id=b02cdae5-5033-4d9b-bffd-04c6279ef176 HTTP/1.1" status: 200 len: 945 time: 0.1017425 Aug 25 16:16:54.833445 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-eef9ad77-22f0-4bcd-8a96-825bae42ebcc req-1e0b21af-6cb0-42d3-8cda-f1a5add42034 tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] 10.222.0.68 "GET /v2.0/security-groups?id=b5f57568-f110-4e84-ac24-03b82c7ae02d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620024 Aug 25 16:16:54.844656 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.plugin [req-a9a64065-3158-40a1-94f1-3d26c4e80737 req-20197c14-863b-44a3-83c4-4dd320f00f04 tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Deleting port 8ab0defe-f017-4b0a-bd2a-afe8f5e317b9 {{(pid=75041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:16:54.844986 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [req-a9a64065-3158-40a1-94f1-3d26c4e80737 req-20197c14-863b-44a3-83c4-4dd320f00f04 tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776572162991'] for port, before_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:55.102269 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.db [req-a9a64065-3158-40a1-94f1-3d26c4e80737 req-20197c14-863b-44a3-83c4-4dd320f00f04 tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] For port 8ab0defe-f017-4b0a-bd2a-afe8f5e317b9, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=8ab0defe-f017-4b0a-bd2a-afe8f5e317b9,segment=NetworkSegment(958c1d75-9a7b-4ffd-b739-cb7f1585c545),segment_id=958c1d75-9a7b-4ffd-b739-cb7f1585c545)] {{(pid=75041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:16:55.102633 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [req-a9a64065-3158-40a1-94f1-3d26c4e80737 req-20197c14-863b-44a3-83c4-4dd320f00f04 tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452504'] for port, precommit_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:55.225051 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.plugin [req-a9a64065-3158-40a1-94f1-3d26c4e80737 req-20197c14-863b-44a3-83c4-4dd320f00f04 tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Calling delete_port for 8ab0defe-f017-4b0a-bd2a-afe8f5e317b9 owned by compute:nova {{(pid=75041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:16:55.398154 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [req-a9a64065-3158-40a1-94f1-3d26c4e80737 req-20197c14-863b-44a3-83c4-4dd320f00f04 tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776572168708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776571761668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1248622'] for port, after_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:55.406420 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-40ac0438-f8bd-42c6-ba49-d85a54c22609 tempest-ServerRescueNegativeTestJSON-1534465813 tempest-ServerRescueNegativeTestJSON-1534465813-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:16:55.503529 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20197c14-863b-44a3-83c4-4dd320f00f04 tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Pushing event deleted for resources: {'Port': ['ID=8ab0defe-f017-4b0a-bd2a-afe8f5e317b9,revision_number=None']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:16:55.538019 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-20197c14-863b-44a3-83c4-4dd320f00f04 tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:16:55.588069 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9a64065-3158-40a1-94f1-3d26c4e80737 req-20197c14-863b-44a3-83c4-4dd320f00f04 tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] No DVR routers for this DVR port 8ab0defe-f017-4b0a-bd2a-afe8f5e317b9 on host hv-cinder-80600 {{(pid=75041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 16:16:55.590646 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [req-a9a64065-3158-40a1-94f1-3d26c4e80737 req-20197c14-863b-44a3-83c4-4dd320f00f04 tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981218'] for port, before_response {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:55.593532 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b02cdae5-5033-4d9b-bffd-04c6279ef176', 'name': 'network-vif-deleted', 'tag': '8ab0defe-f017-4b0a-bd2a-afe8f5e317b9'}] {{(pid=75041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:16:55.614535 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-a9a64065-3158-40a1-94f1-3d26c4e80737 req-20197c14-863b-44a3-83c4-4dd320f00f04 tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] 10.222.0.70 "DELETE /v2.0/ports/8ab0defe-f017-4b0a-bd2a-afe8f5e317b9 HTTP/1.1" status: 204 len: 173 time: 0.9884369 Aug 25 16:16:55.664363 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b02cdae5-5033-4d9b-bffd-04c6279ef176', 'name': 'network-vif-deleted', 'tag': '8ab0defe-f017-4b0a-bd2a-afe8f5e317b9', 'status': 'completed', 'code': 200} Aug 25 16:16:56.063079 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [req-fc4a452d-b91f-4bd7-a1d4-8c03e243f1e4 req-1030f688-fd5a-43ba-af61-28c70d692c60 tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Synchronizing usage tracker for tenant:e9aef4833bd74d2db11f03628b3cb562 on resource:port {{(pid=75041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:16:56.091378 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [req-fc4a452d-b91f-4bd7-a1d4-8c03e243f1e4 req-1030f688-fd5a-43ba-af61-28c70d692c60 tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Unset dirty status for tenant:e9aef4833bd74d2db11f03628b3cb562 on resource:port {{(pid=75041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:16:56.092706 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-fc4a452d-b91f-4bd7-a1d4-8c03e243f1e4 req-1030f688-fd5a-43ba-af61-28c70d692c60 tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] 10.222.0.68 "GET /v2.0/ports?device_id=b02cdae5-5033-4d9b-bffd-04c6279ef176 HTTP/1.1" status: 200 len: 210 time: 0.0814326 Aug 25 16:16:57.204817 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 60960) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:16:57.277254 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-08852901-9789-4ffe-9671-aa9d49c59347 tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Notify callbacks [] for security_group, before_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:57.311617 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-08852901-9789-4ffe-9671-aa9d49c59347 tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Notify callbacks [] for security_group, precommit_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:57.375600 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-08852901-9789-4ffe-9671-aa9d49c59347 tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:57.379491 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-4943d04c-1f53-4cb4-85b5-9c5fa8329a58 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:16:57.394731 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08852901-9789-4ffe-9671-aa9d49c59347 tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5f57568-f110-4e84-ac24-03b82c7ae02d,revision_number=None']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:16:57.400348 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-08852901-9789-4ffe-9671-aa9d49c59347 tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:16:57.414215 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-08852901-9789-4ffe-9671-aa9d49c59347 tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Notify callbacks [] for security_group, before_response {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:57.415479 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-08852901-9789-4ffe-9671-aa9d49c59347 tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] 10.222.0.68 "DELETE /v2.0/security-groups/b5f57568-f110-4e84-ac24-03b82c7ae02d HTTP/1.1" status: 204 len: 168 time: 0.2095165 Aug 25 16:16:57.470242 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.wsgi [-] (75041) accepted ('10.222.0.68', 60976) {{(pid=75041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:16:57.505230 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Device 8ab0defe-f017-4b0a-bd2a-afe8f5e317b9 no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:16:57.552219 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.plugin [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] No Port match for: 8ab0defe-f017-4b0a-bd2a-afe8f5e317b9 {{(pid=75042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 16:16:57.552653 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Device 8ab0defe-f017-4b0a-bd2a-afe8f5e317b9 not bound to the agent host hv-cinder-80600 {{(pid=75042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 16:16:57.560854 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-92b5f381-a809-4601-b4c7-7f94f2a9096b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:58.105579 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-7ab2b7bb-a0b1-40be-9da9-cc30611e6ad6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455007'] for router_interface, before_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:58.770211 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:58.851191 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.plugin [None req-7ab2b7bb-a0b1-40be-9da9-cc30611e6ad6 admin admin] Deleting port e6e7c3eb-c302-4cf2-b135-ec96191cb4c8 {{(pid=75041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:16:58.851757 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-7ab2b7bb-a0b1-40be-9da9-cc30611e6ad6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776572162991'] for port, before_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:59.022747 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.db [None req-7ab2b7bb-a0b1-40be-9da9-cc30611e6ad6 admin admin] For port e6e7c3eb-c302-4cf2-b135-ec96191cb4c8, host dv-cinder-806007-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-1-smb',level=0,port_id=e6e7c3eb-c302-4cf2-b135-ec96191cb4c8,segment=NetworkSegment(958c1d75-9a7b-4ffd-b739-cb7f1585c545),segment_id=958c1d75-9a7b-4ffd-b739-cb7f1585c545)] {{(pid=75041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:16:59.023003 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-7ab2b7bb-a0b1-40be-9da9-cc30611e6ad6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452504'] for port, precommit_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:59.141255 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.plugin [None req-7ab2b7bb-a0b1-40be-9da9-cc30611e6ad6 admin admin] Calling delete_port for e6e7c3eb-c302-4cf2-b135-ec96191cb4c8 owned by network:router_interface {{(pid=75041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:16:59.330187 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-7ab2b7bb-a0b1-40be-9da9-cc30611e6ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776572168708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776571761668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1248622'] for port, after_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:59.334804 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-e4fa6646-2824-4137-90c5-68dd4f80c835 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:16:59.377495 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab2b7bb-a0b1-40be-9da9-cc30611e6ad6 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6e7c3eb-c302-4cf2-b135-ec96191cb4c8,revision_number=None']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:16:59.428160 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab2b7bb-a0b1-40be-9da9-cc30611e6ad6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:16:59.428523 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab2b7bb-a0b1-40be-9da9-cc30611e6ad6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:16:59.428877 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab2b7bb-a0b1-40be-9da9-cc30611e6ad6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:16:59.429261 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab2b7bb-a0b1-40be-9da9-cc30611e6ad6 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:16:59.429640 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab2b7bb-a0b1-40be-9da9-cc30611e6ad6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:16:59.430232 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab2b7bb-a0b1-40be-9da9-cc30611e6ad6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:16:59.430336 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab2b7bb-a0b1-40be-9da9-cc30611e6ad6 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:16:59.430614 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab2b7bb-a0b1-40be-9da9-cc30611e6ad6 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:16:59.430948 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab2b7bb-a0b1-40be-9da9-cc30611e6ad6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:16:59.431281 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab2b7bb-a0b1-40be-9da9-cc30611e6ad6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:16:59.431616 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab2b7bb-a0b1-40be-9da9-cc30611e6ad6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:16:59.440194 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-7ab2b7bb-a0b1-40be-9da9-cc30611e6ad6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:16:59.743425 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-7ab2b7bb-a0b1-40be-9da9-cc30611e6ad6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16129666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455083'] for router_interface, after_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:59.931610 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-01d69dc3-bf70-47de-97a7-532d37038b44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:00.463620 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ab2b7bb-a0b1-40be-9da9-cc30611e6ad6 admin admin] Router 0ddce754-b14b-4001-bd83-da3fe6fae93e has already been hosted by L3 agent ca94599f-caae-4183-a9a6-f9a0dcce5f21 {{(pid=75041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 16:17:00.674951 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ab2b7bb-a0b1-40be-9da9-cc30611e6ad6 admin admin] Notify agent at l3_agent.dv-cinder-806007-1-smb the message routers_updated {{(pid=75041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:17:00.684152 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e4fb91-9152-48bf-98f1-09d8a7ddce25 None None] Sync routers for ids ['0ddce754-b14b-4001-bd83-da3fe6fae93e'] in dv-cinder-806007-1-smb {{(pid=75042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 16:17:00.696631 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e4fb91-9152-48bf-98f1-09d8a7ddce25 None None] Routers {'0ddce754-b14b-4001-bd83-da3fe6fae93e'} bound to L3 agent in host dv-cinder-806007-1-smb {{(pid=75042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:17:00.697018 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [None req-7ab2b7bb-a0b1-40be-9da9-cc30611e6ad6 admin admin] 10.222.0.68 "PUT /v2.0/routers/0ddce754-b14b-4001-bd83-da3fe6fae93e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2244482 Aug 25 16:17:00.697518 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.l3_hamode_db [None req-18e4fb91-9152-48bf-98f1-09d8a7ddce25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T16:01:30Z,description=,heartbeat_timestamp=2021-08-25T16:17:00Z,host='dv-cinder-806007-1-smb',id=ca94599f-caae-4183-a9a6-f9a0dcce5f21,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:01:30Z,topic='l3_agent')) {'router_ids': ['0ddce754-b14b-4001-bd83-da3fe6fae93e'], 'active': True} {{(pid=75042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:17:00.697708 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 32804) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:17:00.983329 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.l3_dvr_db [None req-18e4fb91-9152-48bf-98f1-09d8a7ddce25 None None] Set router 0ddce754-b14b-4001-bd83-da3fe6fae93e gateway port host: dv-cinder-806007-1-smb {{(pid=75042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:17:01.073012 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-e632ead9-165c-4315-8be0-82d183cba338 admin admin] Notify callbacks [] for router, before_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:01.099257 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-1bf536be-b7f1-4c3c-b07a-2be1e6809122 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:01.287878 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-e632ead9-165c-4315-8be0-82d183cba338 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:01.299616 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.plugins.ml2.plugin [None req-e632ead9-165c-4315-8be0-82d183cba338 admin admin] Deleting port 56682e11-8a06-4426-8095-560446f942d6 {{(pid=75040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:17:01.299966 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-e632ead9-165c-4315-8be0-82d183cba338 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776572162991'] for port, before_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:01.334399 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.l3_hamode_db [None req-18e4fb91-9152-48bf-98f1-09d8a7ddce25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ddce754-b14b-4001-bd83-da3fe6fae93e', 'name': 'tempest-TestShelveInstance-1252736714-router', 'tenant_id': 'e9aef4833bd74d2db11f03628b3cb562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af5d4827-908c-4372-9134-1f0198184942', 'external_fixed_ips': [{'subnet_id': 'a4c12025-f163-4c64-acba-906df26214d3', 'ip_address': '172.28.0.108'}], 'enable_snat': True}, 'gw_port_id': '56682e11-8a06-4426-8095-560446f942d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:11:35Z', 'updated_at': '2021-08-25T16:16:59Z', 'revision_number': 5, 'project_id': 'e9aef4833bd74d2db11f03628b3cb562', 'gw_port': {'id': '56682e11-8a06-4426-8095-560446f942d6', 'name': '', 'network_id': 'af5d4827-908c-4372-9134-1f0198184942', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:2e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ddce754-b14b-4001-bd83-da3fe6fae93e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a4c12025-f163-4c64-acba-906df26214d3', 'ip_address': '172.28.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:11:37Z', 'updated_at': '2021-08-25T16:11:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a4c12025-f163-4c64-acba-906df26214d3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-smb'}], 'dv-cinder-806007-1-smb', False) {} {{(pid=75042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:17:01.339811 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e4fb91-9152-48bf-98f1-09d8a7ddce25 None None] Checking router: 0ddce754-b14b-4001-bd83-da3fe6fae93e for host: dv-cinder-806007-1-smb {{(pid=75042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 16:17:01.351059 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e4fb91-9152-48bf-98f1-09d8a7ddce25 None None] Routers {'0ddce754-b14b-4001-bd83-da3fe6fae93e'} bound to L3 agent in host dv-cinder-806007-1-smb {{(pid=75042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:17:01.351768 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.l3_hamode_db [None req-18e4fb91-9152-48bf-98f1-09d8a7ddce25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T16:01:30Z,description=,heartbeat_timestamp=2021-08-25T16:17:00Z,host='dv-cinder-806007-1-smb',id=ca94599f-caae-4183-a9a6-f9a0dcce5f21,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:01:30Z,topic='l3_agent')) {'router_ids': ['0ddce754-b14b-4001-bd83-da3fe6fae93e'], 'active': True} {{(pid=75042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:17:01.452910 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 32818) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:17:01.497348 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.plugins.ml2.db [None req-e632ead9-165c-4315-8be0-82d183cba338 admin admin] For port 56682e11-8a06-4426-8095-560446f942d6, host dv-cinder-806007-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-1-smb',level=0,port_id=56682e11-8a06-4426-8095-560446f942d6,segment=NetworkSegment(cbdd21c8-b3ae-45c5-b207-3efdd7246341),segment_id=cbdd21c8-b3ae-45c5-b207-3efdd7246341)] {{(pid=75040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:17:01.497708 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-e632ead9-165c-4315-8be0-82d183cba338 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452504'] for port, precommit_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:01.509238 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.l3_dvr_db [None req-18e4fb91-9152-48bf-98f1-09d8a7ddce25 None None] Set router 0ddce754-b14b-4001-bd83-da3fe6fae93e gateway port host: None {{(pid=75042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:17:01.623244 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.plugins.ml2.plugin [None req-e632ead9-165c-4315-8be0-82d183cba338 admin admin] Calling delete_port for 56682e11-8a06-4426-8095-560446f942d6 owned by network:router_gateway {{(pid=75040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:17:01.630013 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.l3_hamode_db [None req-18e4fb91-9152-48bf-98f1-09d8a7ddce25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ddce754-b14b-4001-bd83-da3fe6fae93e', 'name': 'tempest-TestShelveInstance-1252736714-router', 'tenant_id': 'e9aef4833bd74d2db11f03628b3cb562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:11:35Z', 'updated_at': '2021-08-25T16:17:01Z', 'revision_number': 6, 'project_id': 'e9aef4833bd74d2db11f03628b3cb562', 'gw_port_host': None}], 'dv-cinder-806007-1-smb', False) {} {{(pid=75042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:17:01.634125 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e4fb91-9152-48bf-98f1-09d8a7ddce25 None None] The sync data for ids ['0ddce754-b14b-4001-bd83-da3fe6fae93e'] in dv-cinder-806007-1-smb is: [{'id': '0ddce754-b14b-4001-bd83-da3fe6fae93e', 'name': 'tempest-TestShelveInstance-1252736714-router', 'tenant_id': 'e9aef4833bd74d2db11f03628b3cb562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:11:35Z', 'updated_at': '2021-08-25T16:17:01Z', 'revision_number': 6, 'project_id': 'e9aef4833bd74d2db11f03628b3cb562', 'gw_port_host': None}] {{(pid=75042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 16:17:01.683499 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-a80459de-e222-4d61-a0b7-1bea6e246a66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:01.749641 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-a80459de-e222-4d61-a0b7-1bea6e246a66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:17:01.755570 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-a80459de-e222-4d61-a0b7-1bea6e246a66 admin admin] Usage tracker for resource:security_group_rule and tenant:fa359270896a44aeb6f16e631ed8a01d is out of sync, need to count used quota {{(pid=75040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:17:01.758997 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-a80459de-e222-4d61-a0b7-1bea6e246a66 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:17:01.765720 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-a80459de-e222-4d61-a0b7-1bea6e246a66 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:17:01.898365 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-a80459de-e222-4d61-a0b7-1bea6e246a66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:01.903251 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-a80459de-e222-4d61-a0b7-1bea6e246a66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:01.911328 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-3d0108f2-3640-4cfa-9769-ca2e4481d30f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:17:01.920269 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-e632ead9-165c-4315-8be0-82d183cba338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776572168708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776571761668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1434720'] for port, after_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:01.992320 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80459de-e222-4d61-a0b7-1bea6e246a66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=705f15b6-0319-418e-b906-682cd5a3ead2,revision_number=1']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:17:02.016913 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-a80459de-e222-4d61-a0b7-1bea6e246a66 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=fa359270896a44aeb6f16e631ed8a01d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5621281 Aug 25 16:17:02.017283 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.wsgi [-] (75041) accepted ('10.222.0.68', 32828) {{(pid=75041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:17:02.051688 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80459de-e222-4d61-a0b7-1bea6e246a66 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:17:02.052065 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80459de-e222-4d61-a0b7-1bea6e246a66 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:17:02.052470 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80459de-e222-4d61-a0b7-1bea6e246a66 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:17:02.052791 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80459de-e222-4d61-a0b7-1bea6e246a66 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:17:02.053178 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80459de-e222-4d61-a0b7-1bea6e246a66 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:17:02.053540 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80459de-e222-4d61-a0b7-1bea6e246a66 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:17:02.053896 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80459de-e222-4d61-a0b7-1bea6e246a66 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:17:02.054253 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80459de-e222-4d61-a0b7-1bea6e246a66 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:17:02.054606 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80459de-e222-4d61-a0b7-1bea6e246a66 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:17:02.054955 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80459de-e222-4d61-a0b7-1bea6e246a66 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:17:02.055306 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80459de-e222-4d61-a0b7-1bea6e246a66 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:17:02.061131 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-a80459de-e222-4d61-a0b7-1bea6e246a66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:17:02.064267 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.133s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:17:02.094417 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-37b39200-caa9-4f66-8c47-2895865f7f24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:02.107668 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e632ead9-165c-4315-8be0-82d183cba338 admin admin] Pushing event deleted for resources: {'Port': ['ID=56682e11-8a06-4426-8095-560446f942d6,revision_number=None']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:17:02.111552 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-e632ead9-165c-4315-8be0-82d183cba338 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:17:02.128467 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-37b39200-caa9-4f66-8c47-2895865f7f24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:02.205139 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.wsgi [-] (75041) accepted ('10.222.0.68', 32834) {{(pid=75041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:17:02.212470 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-37b39200-caa9-4f66-8c47-2895865f7f24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:02.216812 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-44d85a42-dbc5-4204-a6ff-e11a044bf143 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:17:02.230162 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b39200-caa9-4f66-8c47-2895865f7f24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=705f15b6-0319-418e-b906-682cd5a3ead2,revision_number=None']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:17:02.236852 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-37b39200-caa9-4f66-8c47-2895865f7f24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:02.239388 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [None req-37b39200-caa9-4f66-8c47-2895865f7f24 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/705f15b6-0319-418e-b906-682cd5a3ead2 HTTP/1.1" status: 204 len: 168 time: 0.2203934 Aug 25 16:17:02.240604 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-37b39200-caa9-4f66-8c47-2895865f7f24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:17:02.306179 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-e632ead9-165c-4315-8be0-82d183cba338 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-453666'] for router_gateway, after_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:02.394381 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-8ca458b3-9003-4c9b-b026-f7ba765eab5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:02.481571 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-87144e5f-c560-475d-88f4-03667ebbb542 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:02.533501 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.quota.driver [None req-87144e5f-c560-475d-88f4-03667ebbb542 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:17:02.538432 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [None req-87144e5f-c560-475d-88f4-03667ebbb542 admin admin] Usage tracker for resource:security_group_rule and tenant:89699fb581e9486382ec305664e74498 is out of sync, need to count used quota {{(pid=75041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:17:02.542161 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [None req-87144e5f-c560-475d-88f4-03667ebbb542 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:17:02.556921 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.quota.driver [None req-87144e5f-c560-475d-88f4-03667ebbb542 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:17:02.654753 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-87144e5f-c560-475d-88f4-03667ebbb542 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:02.659927 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-87144e5f-c560-475d-88f4-03667ebbb542 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:02.667559 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-14108190-f264-4be9-99b9-1fd8ca2e30da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:17:02.711984 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87144e5f-c560-475d-88f4-03667ebbb542 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b4668d0-54ef-4572-8011-a88b8d41d68a,revision_number=1']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:17:02.718889 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [None req-87144e5f-c560-475d-88f4-03667ebbb542 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=89699fb581e9486382ec305664e74498&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5095279 Aug 25 16:17:02.718889 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-87144e5f-c560-475d-88f4-03667ebbb542 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:17:02.719136 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.wsgi [-] (75041) accepted ('10.222.0.68', 32844) {{(pid=75041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:17:02.735786 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-e632ead9-165c-4315-8be0-82d183cba338 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-457614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5319'] for router, precommit_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:02.741563 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-e632ead9-165c-4315-8be0-82d183cba338 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:02.754802 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 32848) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:17:02.782898 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-dbd7b638-ca7b-4d79-b84f-a52509add24f admin admin] Notify callbacks [] for security_group, before_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:02.786063 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-70224f91-9c38-411b-bccb-3f9148fa4ae9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:02.791513 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Device e6e7c3eb-c302-4cf2-b135-ec96191cb4c8 no longer exists at agent ovs-agent-dv-cinder-806007-1-smb {{(pid=75042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:17:02.807788 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-e632ead9-165c-4315-8be0-82d183cba338 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-393502'] for router, after_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:02.808381 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e632ead9-165c-4315-8be0-82d183cba338 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0ddce754-b14b-4001-bd83-da3fe6fae93e {{(pid=75040) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 16:17:02.813377 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-70224f91-9c38-411b-bccb-3f9148fa4ae9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:02.830922 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.plugin [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] No Port match for: e6e7c3eb-c302-4cf2-b135-ec96191cb4c8 {{(pid=75042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 16:17:02.831855 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Device e6e7c3eb-c302-4cf2-b135-ec96191cb4c8 not bound to the agent host dv-cinder-806007-1-smb {{(pid=75042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 16:17:02.832293 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Device 56682e11-8a06-4426-8095-560446f942d6 no longer exists at agent ovs-agent-dv-cinder-806007-1-smb {{(pid=75042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:17:02.841317 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-dbd7b638-ca7b-4d79-b84f-a52509add24f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:17:02.848044 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-dbd7b638-ca7b-4d79-b84f-a52509add24f admin admin] Usage tracker for resource:security_group_rule and tenant:0291947ce57344ec8e9546e0c16e7658 is out of sync, need to count used quota {{(pid=75040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:17:02.852377 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-dbd7b638-ca7b-4d79-b84f-a52509add24f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:17:02.860972 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-dbd7b638-ca7b-4d79-b84f-a52509add24f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:17:02.869689 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-e632ead9-165c-4315-8be0-82d183cba338 admin admin] Notify callbacks [] for router, before_response {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:02.873751 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.wsgi [-] (75041) accepted ('10.222.0.68', 32852) {{(pid=75041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:17:02.874133 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-e632ead9-165c-4315-8be0-82d183cba338 admin admin] 10.222.0.68 "DELETE /v2.0/routers/0ddce754-b14b-4001-bd83-da3fe6fae93e HTTP/1.1" status: 204 len: 168 time: 2.1754556 Aug 25 16:17:02.890458 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.plugin [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] No Port match for: 56682e11-8a06-4426-8095-560446f942d6 {{(pid=75042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 16:17:02.891084 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Device 56682e11-8a06-4426-8095-560446f942d6 not bound to the agent host dv-cinder-806007-1-smb {{(pid=75042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 16:17:02.915775 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-70224f91-9c38-411b-bccb-3f9148fa4ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:02.923033 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-1238dd6b-3e97-4530-89d5-dd652c3d9b33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:17:02.938659 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70224f91-9c38-411b-bccb-3f9148fa4ae9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b4668d0-54ef-4572-8011-a88b8d41d68a,revision_number=None']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:17:02.944905 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-70224f91-9c38-411b-bccb-3f9148fa4ae9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:17:02.962953 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-70224f91-9c38-411b-bccb-3f9148fa4ae9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:02.967765 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [None req-70224f91-9c38-411b-bccb-3f9148fa4ae9 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/8b4668d0-54ef-4572-8011-a88b8d41d68a HTTP/1.1" status: 204 len: 168 time: 0.2473757 Aug 25 16:17:02.972551 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-dbd7b638-ca7b-4d79-b84f-a52509add24f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:02.974586 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.db_base_plugin_v2 [None req-38e3066b-3897-4f8f-961f-76b5237a1eb0 admin admin] Deleting subnet 61345865-f17f-47a1-85d8-a6ba566735d4 {{(pid=75041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 25 16:17:02.977962 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-38e3066b-3897-4f8f-961f-76b5237a1eb0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:02.978622 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-dbd7b638-ca7b-4d79-b84f-a52509add24f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:02.986805 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-0c8a9afe-bae1-44e9-a3df-893ceaa9d49f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:17:03.027512 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd7b638-ca7b-4d79-b84f-a52509add24f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f702a82e-4e09-41b3-a150-e32bb5261080,revision_number=1']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:17:03.030372 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-dbd7b638-ca7b-4d79-b84f-a52509add24f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:17:03.032215 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-38e3066b-3897-4f8f-961f-76b5237a1eb0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2080808'] for subnet, precommit_delete_associations {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:03.036387 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-dbd7b638-ca7b-4d79-b84f-a52509add24f admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=0291947ce57344ec8e9546e0c16e7658&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2765892 Aug 25 16:17:03.036387 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 32858) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:17:03.107349 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-a2a4a24f-6a71-4029-be67-39be9a3c489b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:03.123579 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-38e3066b-3897-4f8f-961f-76b5237a1eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16198826'] for subnet, precommit_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:03.136996 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-a2a4a24f-6a71-4029-be67-39be9a3c489b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:03.199303 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-a2a4a24f-6a71-4029-be67-39be9a3c489b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:03.203613 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-3fe65e23-2972-4c88-bf9b-bbad748e923e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:17:03.209276 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-38e3066b-3897-4f8f-961f-76b5237a1eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16198803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1248669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2797651'] for subnet, after_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:03.214254 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:17:03.217028 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a4a24f-6a71-4029-be67-39be9a3c489b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f702a82e-4e09-41b3-a150-e32bb5261080,revision_number=None']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:17:03.219484 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-a2a4a24f-6a71-4029-be67-39be9a3c489b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:17:03.226739 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-a2a4a24f-6a71-4029-be67-39be9a3c489b admin admin] Notify callbacks [] for security_group, before_response {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:03.230284 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-a2a4a24f-6a71-4029-be67-39be9a3c489b admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/f702a82e-4e09-41b3-a150-e32bb5261080 HTTP/1.1" status: 204 len: 168 time: 0.1907992 Aug 25 16:17:03.263523 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e3066b-3897-4f8f-961f-76b5237a1eb0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61345865-f17f-47a1-85d8-a6ba566735d4,revision_number=None']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:17:03.265657 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-38e3066b-3897-4f8f-961f-76b5237a1eb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16129646'] for subnet, before_response {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:03.269995 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-38e3066b-3897-4f8f-961f-76b5237a1eb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:17:03.270263 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2e72174-7fda-4337-a3ba-76e8dc9ad24f None None] Network 614f2e95-7eb0-4ef1-81dd-2bbf704665be requested from dv-cinder-806007-1-smb {{(pid=75042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:17:03.273530 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [None req-38e3066b-3897-4f8f-961f-76b5237a1eb0 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/61345865-f17f-47a1-85d8-a6ba566735d4 HTTP/1.1" status: 204 len: 168 time: 0.3983884 Aug 25 16:17:03.276416 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 32866) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:17:03.417503 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-d6d75252-49d4-4e52-89fe-37432c262b48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16300240'] for network, before_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:03.428141 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.plugins.ml2.plugin [None req-d6d75252-49d4-4e52-89fe-37432c262b48 admin admin] Deleting port 2e33d810-a7ec-41c8-ad59-7c93e0d136e9 {{(pid=75040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:17:03.428486 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-d6d75252-49d4-4e52-89fe-37432c262b48 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776572162991'] for port, before_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:03.611776 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29b0b64d-b291-4213-b8d8-ba4e52699c8f None None] DHCP port deletion for 614f2e95-7eb0-4ef1-81dd-2bbf704665be request from dv-cinder-806007-1-smb {{(pid=75042) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Aug 25 16:17:03.617571 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.plugin [None req-29b0b64d-b291-4213-b8d8-ba4e52699c8f None None] Deleting port 2e33d810-a7ec-41c8-ad59-7c93e0d136e9 {{(pid=75042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:17:03.618171 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-29b0b64d-b291-4213-b8d8-ba4e52699c8f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776572162991'] for port, before_delete {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:03.676712 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.plugins.ml2.db [None req-d6d75252-49d4-4e52-89fe-37432c262b48 admin admin] For port 2e33d810-a7ec-41c8-ad59-7c93e0d136e9, host dv-cinder-806007-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-1-smb',level=0,port_id=2e33d810-a7ec-41c8-ad59-7c93e0d136e9,segment=NetworkSegment(958c1d75-9a7b-4ffd-b739-cb7f1585c545),segment_id=958c1d75-9a7b-4ffd-b739-cb7f1585c545)] {{(pid=75040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:17:03.677126 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-d6d75252-49d4-4e52-89fe-37432c262b48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452504'] for port, precommit_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:03.834263 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.plugins.ml2.plugin [None req-d6d75252-49d4-4e52-89fe-37432c262b48 admin admin] Calling delete_port for 2e33d810-a7ec-41c8-ad59-7c93e0d136e9 owned by network:dhcp {{(pid=75040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:17:03.850442 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.db [None req-29b0b64d-b291-4213-b8d8-ba4e52699c8f None None] For port 2e33d810-a7ec-41c8-ad59-7c93e0d136e9, host dv-cinder-806007-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-1-smb',level=0,port_id=2e33d810-a7ec-41c8-ad59-7c93e0d136e9,segment=NetworkSegment(958c1d75-9a7b-4ffd-b739-cb7f1585c545),segment_id=958c1d75-9a7b-4ffd-b739-cb7f1585c545)] {{(pid=75042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:17:03.851067 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-29b0b64d-b291-4213-b8d8-ba4e52699c8f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452504'] for port, precommit_delete {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:03.921320 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-d6d75252-49d4-4e52-89fe-37432c262b48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776572168708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776571761668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1434720'] for port, after_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:03.926720 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-f4c68f9f-4766-4726-ab19-bf370c4d0d67 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:17:03.984970 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d75252-49d4-4e52-89fe-37432c262b48 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e33d810-a7ec-41c8-ad59-7c93e0d136e9,revision_number=None']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:17:03.990310 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-d6d75252-49d4-4e52-89fe-37432c262b48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:17:03.992879 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d75252-49d4-4e52-89fe-37432c262b48 admin admin] No DVR routers for this DVR port 2e33d810-a7ec-41c8-ad59-7c93e0d136e9 on host dv-cinder-806007-1-smb {{(pid=75040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 16:17:04.003214 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.plugin [None req-29b0b64d-b291-4213-b8d8-ba4e52699c8f None None] Calling delete_port for 2e33d810-a7ec-41c8-ad59-7c93e0d136e9 owned by network:dhcp {{(pid=75042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:17:04.127139 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.db.api [None req-29b0b64d-b291-4213-b8d8-ba4e52699c8f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=75042) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 16:17:04.129333 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_db.api [None req-29b0b64d-b291-4213-b8d8-ba4e52699c8f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=75042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 16:17:04.137348 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-d6d75252-49d4-4e52-89fe-37432c262b48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16197923', 'neutron.services.segments.db._delete_segments_for_network-8776572265090'] for network, precommit_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:04.151492 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.services.segments.db [None req-d6d75252-49d4-4e52-89fe-37432c262b48 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['614f2e95-7eb0-4ef1-81dd-2bbf704665be']}} {{(pid=75040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:17:04.163917 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.services.segments.db [None req-d6d75252-49d4-4e52-89fe-37432c262b48 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '958c1d75-9a7b-4ffd-b739-cb7f1585c545') {'for_net_delete': True} {{(pid=75040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:17:04.164215 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.services.segments.db [None req-d6d75252-49d4-4e52-89fe-37432c262b48 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '958c1d75-9a7b-4ffd-b739-cb7f1585c545') {} {{(pid=75040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:17:04.177163 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-d6d75252-49d4-4e52-89fe-37432c262b48 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776572267165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2023882'] for segment, before_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:04.197887 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-d6d75252-49d4-4e52-89fe-37432c262b48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16198673'] for segment, precommit_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:04.205888 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6d75252-49d4-4e52-89fe-37432c262b48 admin admin] Releasing vlan 857 on physical network physnet1 to pool {{(pid=75040) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 25 16:17:04.206321 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-d6d75252-49d4-4e52-89fe-37432c262b48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16198671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1434677'] for segment, after_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:04.220482 dv-cinder-806007-1-smb neutron-server[75040]: Traceback (most recent call last): Aug 25 16:17:04.220482 dv-cinder-806007-1-smb neutron-server[75040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 25 16:17:04.220482 dv-cinder-806007-1-smb neutron-server[75040]: timer() Aug 25 16:17:04.220482 dv-cinder-806007-1-smb neutron-server[75040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 16:17:04.220482 dv-cinder-806007-1-smb neutron-server[75040]: cb(*args, **kw) Aug 25 16:17:04.220482 dv-cinder-806007-1-smb neutron-server[75040]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 25 16:17:04.220482 dv-cinder-806007-1-smb neutron-server[75040]: return func(*args, **kwargs) Aug 25 16:17:04.220482 dv-cinder-806007-1-smb neutron-server[75040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 16:17:04.220482 dv-cinder-806007-1-smb neutron-server[75040]: self._notify() Aug 25 16:17:04.220482 dv-cinder-806007-1-smb neutron-server[75040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 16:17:04.220482 dv-cinder-806007-1-smb neutron-server[75040]: self.callback(batched_events) Aug 25 16:17:04.220482 dv-cinder-806007-1-smb neutron-server[75040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 16:17:04.220482 dv-cinder-806007-1-smb neutron-server[75040]: event.method(event) Aug 25 16:17:04.220482 dv-cinder-806007-1-smb neutron-server[75040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 25 16:17:04.220482 dv-cinder-806007-1-smb neutron-server[75040]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 16:17:04.220482 dv-cinder-806007-1-smb neutron-server[75040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 25 16:17:04.220482 dv-cinder-806007-1-smb neutron-server[75040]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 16:17:04.220482 dv-cinder-806007-1-smb neutron-server[75040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 25 16:17:04.220482 dv-cinder-806007-1-smb neutron-server[75040]: return f(self, *a, **k) Aug 25 16:17:04.220482 dv-cinder-806007-1-smb neutron-server[75040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 16:17:04.220482 dv-cinder-806007-1-smb neutron-server[75040]: return self._get(url).json() Aug 25 16:17:04.220482 dv-cinder-806007-1-smb neutron-server[75040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 16:17:04.220482 dv-cinder-806007-1-smb neutron-server[75040]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 16:17:04.220482 dv-cinder-806007-1-smb neutron-server[75040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 25 16:17:04.220482 dv-cinder-806007-1-smb neutron-server[75040]: return self.request(url, 'GET', **kwargs) Aug 25 16:17:04.220482 dv-cinder-806007-1-smb neutron-server[75040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 25 16:17:04.220482 dv-cinder-806007-1-smb neutron-server[75040]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 16:17:04.220482 dv-cinder-806007-1-smb neutron-server[75040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 25 16:17:04.220482 dv-cinder-806007-1-smb neutron-server[75040]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 16:17:04.220482 dv-cinder-806007-1-smb neutron-server[75040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 25 16:17:04.220482 dv-cinder-806007-1-smb neutron-server[75040]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 16:17:04.220482 dv-cinder-806007-1-smb neutron-server[75040]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 16:17:04.306413 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-d6d75252-49d4-4e52-89fe-37432c262b48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16197928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453727'] for network, after_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:04.311494 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:17:04.325588 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-d6d75252-49d4-4e52-89fe-37432c262b48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16129646'] for network, before_response {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:04.336810 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d75252-49d4-4e52-89fe-37432c262b48 admin admin] Pushing event deleted for resources: {'Network': ['ID=614f2e95-7eb0-4ef1-81dd-2bbf704665be,revision_number=None']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:17:04.340313 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-d6d75252-49d4-4e52-89fe-37432c262b48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:17:04.353024 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-d6d75252-49d4-4e52-89fe-37432c262b48 admin admin] 10.222.0.68 "DELETE /v2.0/networks/614f2e95-7eb0-4ef1-81dd-2bbf704665be HTTP/1.1" status: 204 len: 168 time: 1.0747898 Aug 25 16:17:04.356197 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 32902) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:17:04.631131 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.plugin [None req-29b0b64d-b291-4213-b8d8-ba4e52699c8f None None] Deleting port 2e33d810-a7ec-41c8-ad59-7c93e0d136e9 {{(pid=75042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:17:04.631653 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-29b0b64d-b291-4213-b8d8-ba4e52699c8f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776572162991'] for port, before_delete {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:04.701670 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.plugin [None req-29b0b64d-b291-4213-b8d8-ba4e52699c8f None None] The port '2e33d810-a7ec-41c8-ad59-7c93e0d136e9' was deleted {{(pid=75042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Aug 25 16:17:04.791317 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Device 2e33d810-a7ec-41c8-ad59-7c93e0d136e9 no longer exists at agent ovs-agent-dv-cinder-806007-1-smb {{(pid=75042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:17:04.828577 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.plugin [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] No Port match for: 2e33d810-a7ec-41c8-ad59-7c93e0d136e9 {{(pid=75042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 16:17:04.829201 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Device 2e33d810-a7ec-41c8-ad59-7c93e0d136e9 not bound to the agent host dv-cinder-806007-1-smb {{(pid=75042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 16:17:04.906752 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-60e56e7d-4eb0-47a5-9ab9-c7b0fdafd90c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455007'] for router_interface, before_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:05.562517 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.plugins.ml2.plugin [None req-60e56e7d-4eb0-47a5-9ab9-c7b0fdafd90c admin admin] Deleting port 34a65e50-332f-4153-ae7a-946b7ab87cf5 {{(pid=75040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:17:05.562947 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-60e56e7d-4eb0-47a5-9ab9-c7b0fdafd90c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776572162991'] for port, before_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:05.743489 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.plugins.ml2.db [None req-60e56e7d-4eb0-47a5-9ab9-c7b0fdafd90c admin admin] For port 34a65e50-332f-4153-ae7a-946b7ab87cf5, host dv-cinder-806007-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-1-smb',level=0,port_id=34a65e50-332f-4153-ae7a-946b7ab87cf5,segment=NetworkSegment(8f8e14fa-e168-4583-9971-1ae51d1d7f21),segment_id=8f8e14fa-e168-4583-9971-1ae51d1d7f21)] {{(pid=75040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:17:05.743837 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-60e56e7d-4eb0-47a5-9ab9-c7b0fdafd90c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452504'] for port, precommit_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:05.875844 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.plugins.ml2.plugin [None req-60e56e7d-4eb0-47a5-9ab9-c7b0fdafd90c admin admin] Calling delete_port for 34a65e50-332f-4153-ae7a-946b7ab87cf5 owned by network:router_interface {{(pid=75040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:17:06.088336 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-60e56e7d-4eb0-47a5-9ab9-c7b0fdafd90c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776572168708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776571761668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1434720'] for port, after_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:06.093204 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:17:06.140050 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e56e7d-4eb0-47a5-9ab9-c7b0fdafd90c admin admin] Pushing event deleted for resources: {'Port': ['ID=34a65e50-332f-4153-ae7a-946b7ab87cf5,revision_number=None']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:17:06.144888 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-60e56e7d-4eb0-47a5-9ab9-c7b0fdafd90c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:17:06.489472 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-60e56e7d-4eb0-47a5-9ab9-c7b0fdafd90c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16129666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455083'] for router_interface, after_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:07.169215 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60e56e7d-4eb0-47a5-9ab9-c7b0fdafd90c admin admin] Router db8ac55d-bea2-4ba5-99ba-de36737038f1 has already been hosted by L3 agent ca94599f-caae-4183-a9a6-f9a0dcce5f21 {{(pid=75040) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 16:17:07.375542 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60e56e7d-4eb0-47a5-9ab9-c7b0fdafd90c admin admin] Notify agent at l3_agent.dv-cinder-806007-1-smb the message routers_updated {{(pid=75040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:17:07.388607 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-419829e9-f655-4c96-980d-d0dbfe03092a None None] Sync routers for ids ['db8ac55d-bea2-4ba5-99ba-de36737038f1'] in dv-cinder-806007-1-smb {{(pid=75043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 16:17:07.400003 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-60e56e7d-4eb0-47a5-9ab9-c7b0fdafd90c admin admin] 10.222.0.68 "PUT /v2.0/routers/db8ac55d-bea2-4ba5-99ba-de36737038f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0403061 Aug 25 16:17:07.400206 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 32966) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:17:07.417642 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-419829e9-f655-4c96-980d-d0dbfe03092a None None] Routers {'db8ac55d-bea2-4ba5-99ba-de36737038f1'} bound to L3 agent in host dv-cinder-806007-1-smb {{(pid=75043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:17:07.418266 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.db.l3_hamode_db [None req-419829e9-f655-4c96-980d-d0dbfe03092a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T16:01:30Z,description=,heartbeat_timestamp=2021-08-25T16:17:00Z,host='dv-cinder-806007-1-smb',id=ca94599f-caae-4183-a9a6-f9a0dcce5f21,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:01:30Z,topic='l3_agent')) {'router_ids': ['db8ac55d-bea2-4ba5-99ba-de36737038f1'], 'active': True} {{(pid=75043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:17:07.711693 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.db.l3_dvr_db [None req-419829e9-f655-4c96-980d-d0dbfe03092a None None] Set router db8ac55d-bea2-4ba5-99ba-de36737038f1 gateway port host: dv-cinder-806007-1-smb {{(pid=75043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:17:07.719007 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-a6aceb09-48ef-4ec9-b995-2ad94facbdb2 admin admin] Notify callbacks [] for router, before_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:07.928779 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-a6aceb09-48ef-4ec9-b995-2ad94facbdb2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:07.942196 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.plugins.ml2.plugin [None req-a6aceb09-48ef-4ec9-b995-2ad94facbdb2 admin admin] Deleting port e2c0cca2-fe46-435e-bb27-c546dd34f7be {{(pid=75040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:17:07.942523 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-a6aceb09-48ef-4ec9-b995-2ad94facbdb2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776572162991'] for port, before_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:08.030446 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.db.l3_hamode_db [None req-419829e9-f655-4c96-980d-d0dbfe03092a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db8ac55d-bea2-4ba5-99ba-de36737038f1', 'name': 'tempest-TestShelveInstance-1425369082-router', 'tenant_id': 'b2bf7be902a5458798d4acb4b17be252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af5d4827-908c-4372-9134-1f0198184942', 'external_fixed_ips': [{'subnet_id': 'a4c12025-f163-4c64-acba-906df26214d3', 'ip_address': '172.28.0.117'}], 'enable_snat': True}, 'gw_port_id': 'e2c0cca2-fe46-435e-bb27-c546dd34f7be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:11:46Z', 'updated_at': '2021-08-25T16:17:06Z', 'revision_number': 5, 'project_id': 'b2bf7be902a5458798d4acb4b17be252', 'gw_port': {'id': 'e2c0cca2-fe46-435e-bb27-c546dd34f7be', 'name': '', 'network_id': 'af5d4827-908c-4372-9134-1f0198184942', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:ff:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8ac55d-bea2-4ba5-99ba-de36737038f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a4c12025-f163-4c64-acba-906df26214d3', 'ip_address': '172.28.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:11:47Z', 'updated_at': '2021-08-25T16:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a4c12025-f163-4c64-acba-906df26214d3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-smb'}], 'dv-cinder-806007-1-smb', False) {} {{(pid=75043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:17:08.035488 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-419829e9-f655-4c96-980d-d0dbfe03092a None None] Checking router: db8ac55d-bea2-4ba5-99ba-de36737038f1 for host: dv-cinder-806007-1-smb {{(pid=75043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 16:17:08.053519 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-419829e9-f655-4c96-980d-d0dbfe03092a None None] Routers {'db8ac55d-bea2-4ba5-99ba-de36737038f1'} bound to L3 agent in host dv-cinder-806007-1-smb {{(pid=75043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:17:08.054561 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.db.l3_hamode_db [None req-419829e9-f655-4c96-980d-d0dbfe03092a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T16:01:30Z,description=,heartbeat_timestamp=2021-08-25T16:17:00Z,host='dv-cinder-806007-1-smb',id=ca94599f-caae-4183-a9a6-f9a0dcce5f21,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:01:30Z,topic='l3_agent')) {'router_ids': ['db8ac55d-bea2-4ba5-99ba-de36737038f1'], 'active': True} {{(pid=75043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:17:08.163199 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.plugins.ml2.db [None req-a6aceb09-48ef-4ec9-b995-2ad94facbdb2 admin admin] For port e2c0cca2-fe46-435e-bb27-c546dd34f7be, host dv-cinder-806007-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-1-smb',level=0,port_id=e2c0cca2-fe46-435e-bb27-c546dd34f7be,segment=NetworkSegment(cbdd21c8-b3ae-45c5-b207-3efdd7246341),segment_id=cbdd21c8-b3ae-45c5-b207-3efdd7246341)] {{(pid=75040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:17:08.163560 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-a6aceb09-48ef-4ec9-b995-2ad94facbdb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452504'] for port, precommit_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:08.235158 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.db.l3_dvr_db [None req-419829e9-f655-4c96-980d-d0dbfe03092a None None] Set router db8ac55d-bea2-4ba5-99ba-de36737038f1 gateway port host: None {{(pid=75043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:17:08.350596 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.db.l3_hamode_db [None req-419829e9-f655-4c96-980d-d0dbfe03092a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db8ac55d-bea2-4ba5-99ba-de36737038f1', 'name': 'tempest-TestShelveInstance-1425369082-router', 'tenant_id': 'b2bf7be902a5458798d4acb4b17be252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:11:46Z', 'updated_at': '2021-08-25T16:17:07Z', 'revision_number': 6, 'project_id': 'b2bf7be902a5458798d4acb4b17be252', 'gw_port_host': None}], 'dv-cinder-806007-1-smb', False) {} {{(pid=75043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:17:08.355116 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-419829e9-f655-4c96-980d-d0dbfe03092a None None] The sync data for ids ['db8ac55d-bea2-4ba5-99ba-de36737038f1'] in dv-cinder-806007-1-smb is: [{'id': 'db8ac55d-bea2-4ba5-99ba-de36737038f1', 'name': 'tempest-TestShelveInstance-1425369082-router', 'tenant_id': 'b2bf7be902a5458798d4acb4b17be252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:11:46Z', 'updated_at': '2021-08-25T16:17:07Z', 'revision_number': 6, 'project_id': 'b2bf7be902a5458798d4acb4b17be252', 'gw_port_host': None}] {{(pid=75043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 16:17:08.428988 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.plugins.ml2.plugin [None req-a6aceb09-48ef-4ec9-b995-2ad94facbdb2 admin admin] Calling delete_port for e2c0cca2-fe46-435e-bb27-c546dd34f7be owned by network:router_gateway {{(pid=75040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:17:08.596627 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-a6aceb09-48ef-4ec9-b995-2ad94facbdb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776572168708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776571761668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1434720'] for port, after_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:08.600183 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-b8677927-26b8-4a72-a103-bcd5c23c32da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:17:08.641733 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6aceb09-48ef-4ec9-b995-2ad94facbdb2 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2c0cca2-fe46-435e-bb27-c546dd34f7be,revision_number=None']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:17:08.645275 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-a6aceb09-48ef-4ec9-b995-2ad94facbdb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:17:08.792813 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Device 34a65e50-332f-4153-ae7a-946b7ab87cf5 no longer exists at agent ovs-agent-dv-cinder-806007-1-smb {{(pid=75042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:17:08.839532 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.plugin [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] No Port match for: 34a65e50-332f-4153-ae7a-946b7ab87cf5 {{(pid=75042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 16:17:08.839998 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Device 34a65e50-332f-4153-ae7a-946b7ab87cf5 not bound to the agent host dv-cinder-806007-1-smb {{(pid=75042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 16:17:08.897258 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-a6aceb09-48ef-4ec9-b995-2ad94facbdb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-453666'] for router_gateway, after_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:09.162981 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-a6aceb09-48ef-4ec9-b995-2ad94facbdb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-457614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5319'] for router, precommit_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:09.167205 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-a6aceb09-48ef-4ec9-b995-2ad94facbdb2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:09.193263 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-a6aceb09-48ef-4ec9-b995-2ad94facbdb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-393502'] for router, after_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:09.193760 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6aceb09-48ef-4ec9-b995-2ad94facbdb2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router db8ac55d-bea2-4ba5-99ba-de36737038f1 {{(pid=75040) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 16:17:09.205678 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-a6aceb09-48ef-4ec9-b995-2ad94facbdb2 admin admin] Notify callbacks [] for router, before_response {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:09.206932 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-a6aceb09-48ef-4ec9-b995-2ad94facbdb2 admin admin] 10.222.0.68 "DELETE /v2.0/routers/db8ac55d-bea2-4ba5-99ba-de36737038f1 HTTP/1.1" status: 204 len: 168 time: 1.8058546 Aug 25 16:17:09.209436 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 32998) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:17:09.269965 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.db_base_plugin_v2 [None req-25f6f6c4-3ad2-4ebe-a79f-27469cdbb247 admin admin] Deleting subnet 74ded7a6-a279-4f0b-ba8d-8f07564e86c7 {{(pid=75040) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 25 16:17:09.272988 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-25f6f6c4-3ad2-4ebe-a79f-27469cdbb247 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:09.323899 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-25f6f6c4-3ad2-4ebe-a79f-27469cdbb247 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2023877'] for subnet, precommit_delete_associations {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:09.417258 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-25f6f6c4-3ad2-4ebe-a79f-27469cdbb247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16198826'] for subnet, precommit_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:09.490608 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-25f6f6c4-3ad2-4ebe-a79f-27469cdbb247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16198803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1434771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2719710'] for subnet, after_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:09.494671 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:17:09.529958 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f6f6c4-3ad2-4ebe-a79f-27469cdbb247 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74ded7a6-a279-4f0b-ba8d-8f07564e86c7,revision_number=None']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:17:09.533964 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-25f6f6c4-3ad2-4ebe-a79f-27469cdbb247 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:17:09.542305 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-25f6f6c4-3ad2-4ebe-a79f-27469cdbb247 admin admin] Notify callbacks [] for subnet, before_response {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:09.545514 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a65fcafe-90e7-4791-a856-cdf88e28245b None None] Network 21bff713-f2a8-4bb4-99bd-d4857f4be512 requested from dv-cinder-806007-1-smb {{(pid=75042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:17:09.548405 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-25f6f6c4-3ad2-4ebe-a79f-27469cdbb247 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/74ded7a6-a279-4f0b-ba8d-8f07564e86c7 HTTP/1.1" status: 204 len: 168 time: 0.3380158 Aug 25 16:17:09.551816 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 33008) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:17:09.702530 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-44ec6dbd-c6f4-495c-94c8-81306aa337d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16300240'] for network, before_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:09.714468 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.plugins.ml2.plugin [None req-44ec6dbd-c6f4-495c-94c8-81306aa337d5 admin admin] Deleting port 8bcaf602-7f36-47d7-b35b-378f9875d4e8 {{(pid=75040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:17:09.715101 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-44ec6dbd-c6f4-495c-94c8-81306aa337d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776572162991'] for port, before_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:09.808597 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f0f4fa0-01d2-45b9-846a-027e3fbb719f None None] DHCP port deletion for 21bff713-f2a8-4bb4-99bd-d4857f4be512 request from dv-cinder-806007-1-smb {{(pid=75042) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Aug 25 16:17:09.812788 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.plugin [None req-3f0f4fa0-01d2-45b9-846a-027e3fbb719f None None] Deleting port 8bcaf602-7f36-47d7-b35b-378f9875d4e8 {{(pid=75042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:17:09.813318 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-3f0f4fa0-01d2-45b9-846a-027e3fbb719f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776572162991'] for port, before_delete {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:10.052582 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.db [None req-3f0f4fa0-01d2-45b9-846a-027e3fbb719f None None] For port 8bcaf602-7f36-47d7-b35b-378f9875d4e8, host dv-cinder-806007-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-1-smb',level=0,port_id=8bcaf602-7f36-47d7-b35b-378f9875d4e8,segment=NetworkSegment(8f8e14fa-e168-4583-9971-1ae51d1d7f21),segment_id=8f8e14fa-e168-4583-9971-1ae51d1d7f21)] {{(pid=75042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:17:10.053024 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-3f0f4fa0-01d2-45b9-846a-027e3fbb719f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452504'] for port, precommit_delete {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:10.077797 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.plugins.ml2.db [None req-44ec6dbd-c6f4-495c-94c8-81306aa337d5 admin admin] For port 8bcaf602-7f36-47d7-b35b-378f9875d4e8, host dv-cinder-806007-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-1-smb',level=0,port_id=8bcaf602-7f36-47d7-b35b-378f9875d4e8,segment=NetworkSegment(8f8e14fa-e168-4583-9971-1ae51d1d7f21),segment_id=8f8e14fa-e168-4583-9971-1ae51d1d7f21)] {{(pid=75040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:17:10.078250 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-44ec6dbd-c6f4-495c-94c8-81306aa337d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452504'] for port, precommit_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:10.188646 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.plugin [None req-3f0f4fa0-01d2-45b9-846a-027e3fbb719f None None] Calling delete_port for 8bcaf602-7f36-47d7-b35b-378f9875d4e8 owned by network:dhcp {{(pid=75042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:17:10.214837 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.plugins.ml2.plugin [None req-44ec6dbd-c6f4-495c-94c8-81306aa337d5 admin admin] Calling delete_port for 8bcaf602-7f36-47d7-b35b-378f9875d4e8 owned by network:dhcp {{(pid=75040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:17:10.266350 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-3f0f4fa0-01d2-45b9-846a-027e3fbb719f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776572168708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776571761668'] for port, after_delete {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:10.270858 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:17:10.312103 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.db.api [None req-44ec6dbd-c6f4-495c-94c8-81306aa337d5 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=75040) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 16:17:10.312692 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_db.api [None req-44ec6dbd-c6f4-495c-94c8-81306aa337d5 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=75040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 16:17:10.316800 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0f4fa0-01d2-45b9-846a-027e3fbb719f None None] Pushing event deleted for resources: {'Port': ['ID=8bcaf602-7f36-47d7-b35b-378f9875d4e8,revision_number=None']} {{(pid=75042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:17:10.327112 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0f4fa0-01d2-45b9-846a-027e3fbb719f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:17:10.327467 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0f4fa0-01d2-45b9-846a-027e3fbb719f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:17:10.327802 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0f4fa0-01d2-45b9-846a-027e3fbb719f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:17:10.328137 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0f4fa0-01d2-45b9-846a-027e3fbb719f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:17:10.328467 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0f4fa0-01d2-45b9-846a-027e3fbb719f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:17:10.328797 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0f4fa0-01d2-45b9-846a-027e3fbb719f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:17:10.329144 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0f4fa0-01d2-45b9-846a-027e3fbb719f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:17:10.329476 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0f4fa0-01d2-45b9-846a-027e3fbb719f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:17:10.329801 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0f4fa0-01d2-45b9-846a-027e3fbb719f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:17:10.330126 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0f4fa0-01d2-45b9-846a-027e3fbb719f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:17:10.330449 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0f4fa0-01d2-45b9-846a-027e3fbb719f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:17:10.333577 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0f4fa0-01d2-45b9-846a-027e3fbb719f None None] No DVR routers for this DVR port 8bcaf602-7f36-47d7-b35b-378f9875d4e8 on host dv-cinder-806007-1-smb {{(pid=75042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 16:17:10.334796 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [None req-3f0f4fa0-01d2-45b9-846a-027e3fbb719f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:17:10.768726 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Device 8bcaf602-7f36-47d7-b35b-378f9875d4e8 no longer exists at agent ovs-agent-dv-cinder-806007-1-smb {{(pid=75042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:17:10.802768 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.plugin [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] No Port match for: 8bcaf602-7f36-47d7-b35b-378f9875d4e8 {{(pid=75042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 16:17:10.803124 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Device 8bcaf602-7f36-47d7-b35b-378f9875d4e8 not bound to the agent host dv-cinder-806007-1-smb {{(pid=75042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 16:17:10.803540 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Device e2c0cca2-fe46-435e-bb27-c546dd34f7be no longer exists at agent ovs-agent-dv-cinder-806007-1-smb {{(pid=75042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:17:10.813823 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.plugins.ml2.plugin [None req-44ec6dbd-c6f4-495c-94c8-81306aa337d5 admin admin] Deleting port 8bcaf602-7f36-47d7-b35b-378f9875d4e8 {{(pid=75040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:17:10.814302 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-44ec6dbd-c6f4-495c-94c8-81306aa337d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776572162991'] for port, before_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:10.835320 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.plugin [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] No Port match for: e2c0cca2-fe46-435e-bb27-c546dd34f7be {{(pid=75042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 16:17:10.835927 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Device e2c0cca2-fe46-435e-bb27-c546dd34f7be not bound to the agent host dv-cinder-806007-1-smb {{(pid=75042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 16:17:10.883077 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.plugins.ml2.plugin [None req-44ec6dbd-c6f4-495c-94c8-81306aa337d5 admin admin] The port '8bcaf602-7f36-47d7-b35b-378f9875d4e8' was deleted {{(pid=75040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Aug 25 16:17:11.001400 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-44ec6dbd-c6f4-495c-94c8-81306aa337d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16197923', 'neutron.services.segments.db._delete_segments_for_network-8776572265090'] for network, precommit_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:11.020052 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.services.segments.db [None req-44ec6dbd-c6f4-495c-94c8-81306aa337d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21bff713-f2a8-4bb4-99bd-d4857f4be512']}} {{(pid=75040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:17:11.033363 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.services.segments.db [None req-44ec6dbd-c6f4-495c-94c8-81306aa337d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f8e14fa-e168-4583-9971-1ae51d1d7f21') {'for_net_delete': True} {{(pid=75040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:17:11.033666 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.services.segments.db [None req-44ec6dbd-c6f4-495c-94c8-81306aa337d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f8e14fa-e168-4583-9971-1ae51d1d7f21') {} {{(pid=75040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:17:11.046313 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-44ec6dbd-c6f4-495c-94c8-81306aa337d5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776572267165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2023882'] for segment, before_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:11.063225 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-44ec6dbd-c6f4-495c-94c8-81306aa337d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16198673'] for segment, precommit_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:11.071081 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44ec6dbd-c6f4-495c-94c8-81306aa337d5 admin admin] Releasing vlan 858 on physical network physnet1 to pool {{(pid=75040) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 25 16:17:11.071717 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-44ec6dbd-c6f4-495c-94c8-81306aa337d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16198671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1434677'] for segment, after_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:11.085131 dv-cinder-806007-1-smb neutron-server[75040]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 16:17:11.085131 dv-cinder-806007-1-smb neutron-server[75040]: util.warn( Aug 25 16:17:11.085131 dv-cinder-806007-1-smb neutron-server[75040]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 16:17:11.085131 dv-cinder-806007-1-smb neutron-server[75040]: util.warn( Aug 25 16:17:11.085131 dv-cinder-806007-1-smb neutron-server[75040]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 16:17:11.085131 dv-cinder-806007-1-smb neutron-server[75040]: util.warn( Aug 25 16:17:11.085131 dv-cinder-806007-1-smb neutron-server[75040]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 16:17:11.085131 dv-cinder-806007-1-smb neutron-server[75040]: util.warn( Aug 25 16:17:11.085131 dv-cinder-806007-1-smb neutron-server[75040]: Traceback (most recent call last): Aug 25 16:17:11.085131 dv-cinder-806007-1-smb neutron-server[75040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 25 16:17:11.085131 dv-cinder-806007-1-smb neutron-server[75040]: timer() Aug 25 16:17:11.085131 dv-cinder-806007-1-smb neutron-server[75040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 16:17:11.085131 dv-cinder-806007-1-smb neutron-server[75040]: cb(*args, **kw) Aug 25 16:17:11.085131 dv-cinder-806007-1-smb neutron-server[75040]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 25 16:17:11.085131 dv-cinder-806007-1-smb neutron-server[75040]: return func(*args, **kwargs) Aug 25 16:17:11.085131 dv-cinder-806007-1-smb neutron-server[75040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 16:17:11.085131 dv-cinder-806007-1-smb neutron-server[75040]: self._notify() Aug 25 16:17:11.085131 dv-cinder-806007-1-smb neutron-server[75040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 16:17:11.085131 dv-cinder-806007-1-smb neutron-server[75040]: self.callback(batched_events) Aug 25 16:17:11.085131 dv-cinder-806007-1-smb neutron-server[75040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 16:17:11.085131 dv-cinder-806007-1-smb neutron-server[75040]: event.method(event) Aug 25 16:17:11.085131 dv-cinder-806007-1-smb neutron-server[75040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 25 16:17:11.085131 dv-cinder-806007-1-smb neutron-server[75040]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 16:17:11.085131 dv-cinder-806007-1-smb neutron-server[75040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 25 16:17:11.085131 dv-cinder-806007-1-smb neutron-server[75040]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 16:17:11.085131 dv-cinder-806007-1-smb neutron-server[75040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 25 16:17:11.085131 dv-cinder-806007-1-smb neutron-server[75040]: return f(self, *a, **k) Aug 25 16:17:11.085131 dv-cinder-806007-1-smb neutron-server[75040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 16:17:11.085131 dv-cinder-806007-1-smb neutron-server[75040]: return self._get(url).json() Aug 25 16:17:11.085131 dv-cinder-806007-1-smb neutron-server[75040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 16:17:11.085131 dv-cinder-806007-1-smb neutron-server[75040]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 16:17:11.085131 dv-cinder-806007-1-smb neutron-server[75040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 25 16:17:11.085131 dv-cinder-806007-1-smb neutron-server[75040]: return self.request(url, 'GET', **kwargs) Aug 25 16:17:11.085131 dv-cinder-806007-1-smb neutron-server[75040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 25 16:17:11.085131 dv-cinder-806007-1-smb neutron-server[75040]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 16:17:11.085131 dv-cinder-806007-1-smb neutron-server[75040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 25 16:17:11.085131 dv-cinder-806007-1-smb neutron-server[75040]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 16:17:11.085131 dv-cinder-806007-1-smb neutron-server[75040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 25 16:17:11.085131 dv-cinder-806007-1-smb neutron-server[75040]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 16:17:11.085131 dv-cinder-806007-1-smb neutron-server[75040]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 16:17:11.161376 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-44ec6dbd-c6f4-495c-94c8-81306aa337d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16197928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453727'] for network, after_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:11.165942 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-44ec6dbd-c6f4-495c-94c8-81306aa337d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16129646'] for network, before_response {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:11.168602 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:17:11.196558 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ec6dbd-c6f4-495c-94c8-81306aa337d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=21bff713-f2a8-4bb4-99bd-d4857f4be512,revision_number=None']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:17:11.198992 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-44ec6dbd-c6f4-495c-94c8-81306aa337d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:17:11.202787 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-44ec6dbd-c6f4-495c-94c8-81306aa337d5 admin admin] 10.222.0.68 "DELETE /v2.0/networks/21bff713-f2a8-4bb4-99bd-d4857f4be512 HTTP/1.1" status: 204 len: 168 time: 1.6498280 Aug 25 16:17:11.416478 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 33044) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:17:11.472593 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-763ec1ef-3b11-400c-bd01-cd04ef6a6ead admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=e9aef4833bd74d2db11f03628b3cb562&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0542383 Aug 25 16:17:11.480754 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 33048) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:17:11.545401 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-d8d9d609-3507-407f-806b-68c8c403335e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:11.572220 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-d8d9d609-3507-407f-806b-68c8c403335e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:11.630259 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-d8d9d609-3507-407f-806b-68c8c403335e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:11.634286 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-038255e1-dfc6-4d3e-aa51-8d70fb7c6b54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:17:11.650112 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d9d609-3507-407f-806b-68c8c403335e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75bbd5bb-ec3f-42ed-8dc0-4e0ad4ba4f68,revision_number=None']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:17:11.652978 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-d8d9d609-3507-407f-806b-68c8c403335e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:17:11.659710 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-d8d9d609-3507-407f-806b-68c8c403335e admin admin] Notify callbacks [] for security_group, before_response {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:11.663260 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-d8d9d609-3507-407f-806b-68c8c403335e admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/75bbd5bb-ec3f-42ed-8dc0-4e0ad4ba4f68 HTTP/1.1" status: 204 len: 168 time: 0.1790628 Aug 25 16:17:12.084323 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 33062) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:17:12.138334 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-cbae4fa0-59f1-4451-a659-3ee6928e2002 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=b2bf7be902a5458798d4acb4b17be252&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0527394 Aug 25 16:17:12.140669 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 33066) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:17:12.207236 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-aa7d14af-7134-4b6d-a9c4-4cea8c721fdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:12.235262 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-aa7d14af-7134-4b6d-a9c4-4cea8c721fdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:12.293553 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-aa7d14af-7134-4b6d-a9c4-4cea8c721fdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:12.298661 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-45aa390c-12ac-42a4-9540-bccbc762a087 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:17:12.309636 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7d14af-7134-4b6d-a9c4-4cea8c721fdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=893925a0-e319-46f8-97f2-1294d7b86b81,revision_number=None']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:17:12.314542 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-aa7d14af-7134-4b6d-a9c4-4cea8c721fdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:17:12.317786 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-aa7d14af-7134-4b6d-a9c4-4cea8c721fdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:12.318912 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-aa7d14af-7134-4b6d-a9c4-4cea8c721fdf admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/893925a0-e319-46f8-97f2-1294d7b86b81 HTTP/1.1" status: 204 len: 168 time: 0.1772876 Aug 25 16:17:17.083751 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 33160) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:17:17.224375 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-d2f9dabb-888a-456f-ab2c-9b12151f1056 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:17.255653 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-d2f9dabb-888a-456f-ab2c-9b12151f1056 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:17:17.260049 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-d2f9dabb-888a-456f-ab2c-9b12151f1056 admin admin] Usage tracker for resource:security_group_rule and tenant:8c14193bd70a4e0f85812083ba812bbd is out of sync, need to count used quota {{(pid=75040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:17:17.262911 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-d2f9dabb-888a-456f-ab2c-9b12151f1056 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:17:17.269264 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-d2f9dabb-888a-456f-ab2c-9b12151f1056 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:17:17.335858 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-d2f9dabb-888a-456f-ab2c-9b12151f1056 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:17.340102 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-d2f9dabb-888a-456f-ab2c-9b12151f1056 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:17.346466 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-b658db33-351c-4941-aae8-7be8b4ac29b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:17:17.390398 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f9dabb-888a-456f-ab2c-9b12151f1056 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a346fb33-95c5-4d3a-8e29-2eb5edf807bb,revision_number=1']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:17:17.393397 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-d2f9dabb-888a-456f-ab2c-9b12151f1056 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:17:17.397235 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-d2f9dabb-888a-456f-ab2c-9b12151f1056 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=8c14193bd70a4e0f85812083ba812bbd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3124621 Aug 25 16:17:17.399761 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 33166) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:17:17.458852 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-721f67b0-a138-41f8-953e-6785d3025297 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:17.484649 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-721f67b0-a138-41f8-953e-6785d3025297 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:17.535665 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-721f67b0-a138-41f8-953e-6785d3025297 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:17.539344 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-d2f9dabb-888a-456f-ab2c-9b12151f1056 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:17:17.551858 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721f67b0-a138-41f8-953e-6785d3025297 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a346fb33-95c5-4d3a-8e29-2eb5edf807bb,revision_number=None']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:17:17.554162 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-721f67b0-a138-41f8-953e-6785d3025297 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:17:17.557511 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-721f67b0-a138-41f8-953e-6785d3025297 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:17.559141 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-721f67b0-a138-41f8-953e-6785d3025297 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/a346fb33-95c5-4d3a-8e29-2eb5edf807bb HTTP/1.1" status: 204 len: 168 time: 0.1584888 Aug 25 16:17:17.929675 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 33178) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:17:17.957204 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-6f7c0753-ba69-45cf-a113-de33ff7b47c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:17.991698 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-6f7c0753-ba69-45cf-a113-de33ff7b47c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:17:17.995492 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-6f7c0753-ba69-45cf-a113-de33ff7b47c7 admin admin] Usage tracker for resource:security_group_rule and tenant:cafe72ca8cf6440dab8da4af2c144db0 is out of sync, need to count used quota {{(pid=75040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:17:17.998351 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-6f7c0753-ba69-45cf-a113-de33ff7b47c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:17:18.004249 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-6f7c0753-ba69-45cf-a113-de33ff7b47c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:17:18.077634 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-6f7c0753-ba69-45cf-a113-de33ff7b47c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:18.089313 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-6f7c0753-ba69-45cf-a113-de33ff7b47c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:18.096365 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-71962f30-959e-4baf-95cf-4488fdce148f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:17:18.139167 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7c0753-ba69-45cf-a113-de33ff7b47c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f6cba46-503c-44fc-902c-509eeacc3c58,revision_number=1']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:17:18.142883 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-6f7c0753-ba69-45cf-a113-de33ff7b47c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:17:18.146013 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-6f7c0753-ba69-45cf-a113-de33ff7b47c7 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=cafe72ca8cf6440dab8da4af2c144db0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2153008 Aug 25 16:17:18.148756 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 33182) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:17:18.213895 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-e0144470-31f3-45a9-8093-c515561ae1ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:18.241652 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-e0144470-31f3-45a9-8093-c515561ae1ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:18.296712 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-e0144470-31f3-45a9-8093-c515561ae1ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:18.303812 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-111f5a6b-ff48-4e2d-8586-c80edaf8d3ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:17:18.317258 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0144470-31f3-45a9-8093-c515561ae1ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f6cba46-503c-44fc-902c-509eeacc3c58,revision_number=None']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:17:18.320725 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-e0144470-31f3-45a9-8093-c515561ae1ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:17:18.322831 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-e0144470-31f3-45a9-8093-c515561ae1ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:18.326956 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-e0144470-31f3-45a9-8093-c515561ae1ad admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/2f6cba46-503c-44fc-902c-509eeacc3c58 HTTP/1.1" status: 204 len: 168 time: 0.1770988 Aug 25 16:17:18.522675 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:19.228908 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.wsgi [-] (75041) accepted ('10.222.0.68', 33212) {{(pid=75041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:17:19.359776 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.v2.base [None req-174ab202-e4b6-4075-8a48-5b7ffa880030 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1168362028-network', 'tenant_id': 'd3a786a9704c44e99ba6effe11bf53a4'}} {{(pid=75041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:17:19.364897 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.quota.driver [None req-174ab202-e4b6-4075-8a48-5b7ffa880030 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:17:19.368742 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [None req-174ab202-e4b6-4075-8a48-5b7ffa880030 admin admin] Usage tracker for resource:network and tenant:d3a786a9704c44e99ba6effe11bf53a4 is out of sync, need to count used quota {{(pid=75041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:17:19.371703 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [None req-174ab202-e4b6-4075-8a48-5b7ffa880030 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:17:19.378138 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.quota.driver [None req-174ab202-e4b6-4075-8a48-5b7ffa880030 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:17:19.387338 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-174ab202-e4b6-4075-8a48-5b7ffa880030 admin admin] Made reservation on behalf of d3a786a9704c44e99ba6effe11bf53a4 for: {'network': 1} {{(pid=75041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:17:19.389643 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-174ab202-e4b6-4075-8a48-5b7ffa880030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for network, before_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:19.402324 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-174ab202-e4b6-4075-8a48-5b7ffa880030 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:19.433115 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.quota.driver [None req-174ab202-e4b6-4075-8a48-5b7ffa880030 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:17:19.436885 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [None req-174ab202-e4b6-4075-8a48-5b7ffa880030 admin admin] Usage tracker for resource:security_group_rule and tenant:d3a786a9704c44e99ba6effe11bf53a4 is out of sync, need to count used quota {{(pid=75041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:17:19.439705 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [None req-174ab202-e4b6-4075-8a48-5b7ffa880030 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:17:19.446161 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.quota.driver [None req-174ab202-e4b6-4075-8a48-5b7ffa880030 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:17:19.514407 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-174ab202-e4b6-4075-8a48-5b7ffa880030 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:19.518682 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-174ab202-e4b6-4075-8a48-5b7ffa880030 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:19.523473 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-8f143e7c-1b90-43b8-a0c8-d0288247cf56 tempest-VolumesNegativeTest-23928790 tempest-VolumesNegativeTest-23928790-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:17:19.552084 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-174ab202-e4b6-4075-8a48-5b7ffa880030 admin admin] vlan segment allocate from pool success with {'vlan_id': 852, 'physical_network': 'physnet1'} {{(pid=75041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 25 16:17:19.561046 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174ab202-e4b6-4075-8a48-5b7ffa880030 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72657e43-cafa-418d-b1a9-ce76a3926c77,revision_number=1']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:17:19.564549 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-174ab202-e4b6-4075-8a48-5b7ffa880030 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:17:19.567739 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-174ab202-e4b6-4075-8a48-5b7ffa880030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16198673'] for segment, precommit_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:19.568081 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.db.segments_db [None req-174ab202-e4b6-4075-8a48-5b7ffa880030 admin admin] Added segment a9db4df4-67e1-491b-b36a-55eb21989b3c of type vlan for network 8bcc9d35-2470-4e30-8aba-cfbb6c88124f Aug 25 16:17:19.595588 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-174ab202-e4b6-4075-8a48-5b7ffa880030 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776571744898'] for network, precommit_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:19.627439 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-174ab202-e4b6-4075-8a48-5b7ffa880030 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748'] for network, after_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:19.629444 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-174ab202-e4b6-4075-8a48-5b7ffa880030 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:17:19.630032 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-174ab202-e4b6-4075-8a48-5b7ffa880030 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16129646'] for network, before_response {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:19.634935 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-bd81097b-2e97-4138-ad2d-07018d77827d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:17:19.737067 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [None req-174ab202-e4b6-4075-8a48-5b7ffa880030 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5068998 Aug 25 16:17:19.740201 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174ab202-e4b6-4075-8a48-5b7ffa880030 admin admin] Pushing event updated for resources: {'Network': ['ID=8bcc9d35-2470-4e30-8aba-cfbb6c88124f,revision_number=1']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:17:19.740807 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 33224) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:17:19.743207 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-174ab202-e4b6-4075-8a48-5b7ffa880030 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:17:19.748028 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.v2.base [None req-514b1597-6692-4df1-8f5a-3a8b49c6de7b admin admin] Request body: {'subnet': {'network_id': '8bcc9d35-2470-4e30-8aba-cfbb6c88124f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1168362028-subnet', 'tenant_id': 'd3a786a9704c44e99ba6effe11bf53a4', 'ip_version': 4}} {{(pid=75040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:17:19.751778 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Network 8bcc9d35-2470-4e30-8aba-cfbb6c88124f details requested by agent ovs-agent-dv-cinder-806007-1-smb with host dv-cinder-806007-1-smb {{(pid=75042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 25 16:17:19.753788 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-514b1597-6692-4df1-8f5a-3a8b49c6de7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:17:19.758012 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-514b1597-6692-4df1-8f5a-3a8b49c6de7b admin admin] Usage tracker for resource:subnet and tenant:d3a786a9704c44e99ba6effe11bf53a4 is out of sync, need to count used quota {{(pid=75040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:17:19.761636 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-514b1597-6692-4df1-8f5a-3a8b49c6de7b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:17:19.767571 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-514b1597-6692-4df1-8f5a-3a8b49c6de7b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:17:19.779001 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-514b1597-6692-4df1-8f5a-3a8b49c6de7b admin admin] Made reservation on behalf of d3a786a9704c44e99ba6effe11bf53a4 for: {'subnet': 1} {{(pid=75040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:17:19.781331 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-514b1597-6692-4df1-8f5a-3a8b49c6de7b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2719685'] for subnet, before_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:20.012401 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-514b1597-6692-4df1-8f5a-3a8b49c6de7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1434844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2719703'] for subnet, after_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:20.016665 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-5ace2234-fa23-45ce-b511-0597ce4e4a10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:17:20.086640 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514b1597-6692-4df1-8f5a-3a8b49c6de7b admin admin] Pushing event updated for resources: {'Subnet': ['ID=bac40d47-3290-4266-94dc-e5f88517db61,revision_number=0']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:17:20.091697 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-514b1597-6692-4df1-8f5a-3a8b49c6de7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:17:20.108946 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514b1597-6692-4df1-8f5a-3a8b49c6de7b admin admin] Checking segment: {'id': 'a9db4df4-67e1-491b-b36a-55eb21989b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '8bcc9d35-2470-4e30-8aba-cfbb6c88124f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:17:20.109336 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-514b1597-6692-4df1-8f5a-3a8b49c6de7b admin admin] Network hostable DHCP agents. Network: 8bcc9d35-2470-4e30-8aba-cfbb6c88124f, hostable agents: ['daaa6c79-fb88-4b19-b87f-75e8fe826ec4'], hosted agents: [] {{(pid=75040) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 16:17:20.131733 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-514b1597-6692-4df1-8f5a-3a8b49c6de7b admin admin] Network 8bcc9d35-2470-4e30-8aba-cfbb6c88124f is scheduled to be hosted by DHCP agent daaa6c79-fb88-4b19-b87f-75e8fe826ec4 with binding_index 1 {{(pid=75040) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 16:17:20.140858 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.scheduler.base_scheduler [None req-514b1597-6692-4df1-8f5a-3a8b49c6de7b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806007-1-smb, 8bcc9d35-2470-4e30-8aba-cfbb6c88124f) {{(pid=75040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:17:20.145556 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-514b1597-6692-4df1-8f5a-3a8b49c6de7b admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:17:20.146138 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-514b1597-6692-4df1-8f5a-3a8b49c6de7b admin admin] Notify callbacks [] for subnet, before_response {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:20.150781 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-156a228c-b4cf-41b4-8698-17d26b54cdf2 None None] Network 8bcc9d35-2470-4e30-8aba-cfbb6c88124f requested from dv-cinder-806007-1-smb {{(pid=75042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:17:20.169037 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-514b1597-6692-4df1-8f5a-3a8b49c6de7b admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4263189 Aug 25 16:17:20.171580 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 33236) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:17:20.177395 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.v2.base [None req-015e270d-3257-41a5-baf6-85936dd59231 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1168362028-router', 'tenant_id': 'd3a786a9704c44e99ba6effe11bf53a4', 'external_gateway_info': {'network_id': 'af5d4827-908c-4372-9134-1f0198184942'}}} {{(pid=75040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:17:20.182250 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-015e270d-3257-41a5-baf6-85936dd59231 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:17:20.186237 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-015e270d-3257-41a5-baf6-85936dd59231 admin admin] Usage tracker for resource:router and tenant:d3a786a9704c44e99ba6effe11bf53a4 is out of sync, need to count used quota {{(pid=75040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:17:20.189145 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-015e270d-3257-41a5-baf6-85936dd59231 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:17:20.195567 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-015e270d-3257-41a5-baf6-85936dd59231 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:17:20.209537 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-015e270d-3257-41a5-baf6-85936dd59231 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-457588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5365'] for router, before_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:20.210523 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-015e270d-3257-41a5-baf6-85936dd59231 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453583', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-480463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5374'] for router, precommit_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:20.230101 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-015e270d-3257-41a5-baf6-85936dd59231 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:20.368559 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66e31ce9-ebe7-48f0-a4fb-2504db8226ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca772392-2f73-567c-a435-caaf44074501-8bcc9d35-2470-4e30-8aba-cfbb6c88124f', 'network_id': '8bcc9d35-2470-4e30-8aba-cfbb6c88124f', 'tenant_id': 'd3a786a9704c44e99ba6effe11bf53a4', 'fixed_ips': [{'subnet_id': 'bac40d47-3290-4266-94dc-e5f88517db61'}]}} from dv-cinder-806007-1-smb. {{(pid=75042) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Aug 25 16:17:20.369443 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-66e31ce9-ebe7-48f0-a4fb-2504db8226ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_create {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:20.474550 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-015e270d-3257-41a5-baf6-85936dd59231 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-453629', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-457578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5328'] for router, precommit_update {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:20.558558 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.db_base_plugin_common [None req-66e31ce9-ebe7-48f0-a4fb-2504db8226ca None None] Allocated IP 172.20.0.2 (8bcc9d35-2470-4e30-8aba-cfbb6c88124f/bac40d47-3290-4266-94dc-e5f88517db61/82a98c1e-21b4-4d63-a0a6-ea0c26aed45b) {{(pid=75042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:17:20.664950 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-015e270d-3257-41a5-baf6-85936dd59231 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:20.700155 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-015e270d-3257-41a5-baf6-85936dd59231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:20.761741 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-66e31ce9-ebe7-48f0-a4fb-2504db8226ca None None] Notify callbacks [] for port, precommit_create {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:20.772368 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.provisioning_blocks [None req-66e31ce9-ebe7-48f0-a4fb-2504db8226ca None None] Transition to ACTIVE for port object 82a98c1e-21b4-4d63-a0a6-ea0c26aed45b will not be triggered until provisioned by entity L2. {{(pid=75042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:17:20.790290 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.provisioning_blocks [None req-66e31ce9-ebe7-48f0-a4fb-2504db8226ca None None] Transition to ACTIVE for port object 82a98c1e-21b4-4d63-a0a6-ea0c26aed45b will not be triggered until provisioned by entity DHCP. {{(pid=75042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:17:20.795481 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-66e31ce9-ebe7-48f0-a4fb-2504db8226ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776571788279'] for port, after_create {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:20.801184 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:17:20.837564 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.db_base_plugin_common [None req-015e270d-3257-41a5-baf6-85936dd59231 admin admin] Allocated IP 172.28.0.164 (af5d4827-908c-4372-9134-1f0198184942/a4c12025-f163-4c64-acba-906df26214d3/26172d0c-c44f-430f-a820-53414d84c82e) {{(pid=75040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:17:20.866405 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66e31ce9-ebe7-48f0-a4fb-2504db8226ca None None] Network 8bcc9d35-2470-4e30-8aba-cfbb6c88124f is already hosted by enough agents. {{(pid=75042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:17:20.869400 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.scheduler.base_scheduler [None req-66e31ce9-ebe7-48f0-a4fb-2504db8226ca None None] Resources bound (agent type, host, resource id): {{(pid=75042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:17:20.873981 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e31ce9-ebe7-48f0-a4fb-2504db8226ca None None] Received port after_create {{(pid=75042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:17:20.876082 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e31ce9-ebe7-48f0-a4fb-2504db8226ca None None] Pushing event updated for resources: {'Port': ['ID=82a98c1e-21b4-4d63-a0a6-ea0c26aed45b,revision_number=1']} {{(pid=75042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:17:20.879685 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [None req-66e31ce9-ebe7-48f0-a4fb-2504db8226ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:17:20.964045 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.managers [None req-66e31ce9-ebe7-48f0-a4fb-2504db8226ca None None] Attempting to bind port 82a98c1e-21b4-4d63-a0a6-ea0c26aed45b on host dv-cinder-806007-1-smb for vnic_type normal with profile {{(pid=75042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:17:20.964913 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.managers [None req-66e31ce9-ebe7-48f0-a4fb-2504db8226ca None None] Attempting to bind port 82a98c1e-21b4-4d63-a0a6-ea0c26aed45b by drivers openvswitch,hyperv on host dv-cinder-806007-1-smb at level 0 using segments [{'id': 'a9db4df4-67e1-491b-b36a-55eb21989b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '8bcc9d35-2470-4e30-8aba-cfbb6c88124f'}] {{(pid=75042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:17:20.965308 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e31ce9-ebe7-48f0-a4fb-2504db8226ca None None] Attempting to bind port 82a98c1e-21b4-4d63-a0a6-ea0c26aed45b on network 8bcc9d35-2470-4e30-8aba-cfbb6c88124f {{(pid=75042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:17:20.971675 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e31ce9-ebe7-48f0-a4fb-2504db8226ca None None] Checking agent: {'id': '96a22994-db3b-42a5-8f4b-83134f26dca0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806007-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 1, 29), 'started_at': datetime.datetime(2021, 8, 25, 16, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 16, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806007-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:17:20.972063 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e31ce9-ebe7-48f0-a4fb-2504db8226ca None None] Checking segment: {'id': 'a9db4df4-67e1-491b-b36a-55eb21989b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '8bcc9d35-2470-4e30-8aba-cfbb6c88124f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:17:20.972552 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-66e31ce9-ebe7-48f0-a4fb-2504db8226ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:20.972994 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e31ce9-ebe7-48f0-a4fb-2504db8226ca None None] Bound using segment: {'id': 'a9db4df4-67e1-491b-b36a-55eb21989b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '8bcc9d35-2470-4e30-8aba-cfbb6c88124f'} {{(pid=75042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:17:20.973464 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.managers [None req-66e31ce9-ebe7-48f0-a4fb-2504db8226ca None None] Bound port: 82a98c1e-21b4-4d63-a0a6-ea0c26aed45b, host: dv-cinder-806007-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9db4df4-67e1-491b-b36a-55eb21989b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '8bcc9d35-2470-4e30-8aba-cfbb6c88124f'}}] {{(pid=75042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:17:20.973844 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-66e31ce9-ebe7-48f0-a4fb-2504db8226ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:20.990585 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-015e270d-3257-41a5-baf6-85936dd59231 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:21.019728 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-015e270d-3257-41a5-baf6-85936dd59231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776571788279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1434720'] for port, after_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:21.023955 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-17b1d60e-d654-4930-aefe-b0c17ab380ca tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:17:21.067806 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.db [None req-66e31ce9-ebe7-48f0-a4fb-2504db8226ca None None] For port 82a98c1e-21b4-4d63-a0a6-ea0c26aed45b, host dv-cinder-806007-1-smb, cleared binding levels {{(pid=75042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:17:21.071013 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.db [None req-66e31ce9-ebe7-48f0-a4fb-2504db8226ca None None] For port 82a98c1e-21b4-4d63-a0a6-ea0c26aed45b, host dv-cinder-806007-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-1-smb',level=0,port_id=82a98c1e-21b4-4d63-a0a6-ea0c26aed45b,segment=NetworkSegment(a9db4df4-67e1-491b-b36a-55eb21989b3c),segment_id=a9db4df4-67e1-491b-b36a-55eb21989b3c)] {{(pid=75042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:17:21.075206 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-66e31ce9-ebe7-48f0-a4fb-2504db8226ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776572168726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776571761677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776571761722'] for port, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:21.078702 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:17:21.090753 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-015e270d-3257-41a5-baf6-85936dd59231 admin admin] Network af5d4827-908c-4372-9134-1f0198184942 is already hosted by enough agents. {{(pid=75040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:17:21.093683 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.scheduler.base_scheduler [None req-015e270d-3257-41a5-baf6-85936dd59231 admin admin] Resources bound (agent type, host, resource id): {{(pid=75040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:17:21.097683 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015e270d-3257-41a5-baf6-85936dd59231 admin admin] Received port after_create {{(pid=75040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:17:21.128522 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015e270d-3257-41a5-baf6-85936dd59231 admin admin] Pushing event updated for resources: {'Port': ['ID=26172d0c-c44f-430f-a820-53414d84c82e,revision_number=1']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:17:21.134773 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-015e270d-3257-41a5-baf6-85936dd59231 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:17:21.147935 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e31ce9-ebe7-48f0-a4fb-2504db8226ca None None] Pushing event updated for resources: {'Port': ['ID=82a98c1e-21b4-4d63-a0a6-ea0c26aed45b,revision_number=2']} {{(pid=75042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:17:21.151045 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [None req-66e31ce9-ebe7-48f0-a4fb-2504db8226ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:17:21.296782 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-015e270d-3257-41a5-baf6-85936dd59231 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:21.297732 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-015e270d-3257-41a5-baf6-85936dd59231 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-453662'] for router, after_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:21.560520 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-015e270d-3257-41a5-baf6-85936dd59231 admin admin] Router 5716e8bc-e20a-4723-95b9-a74f8c3ea6c0 is scheduled to L3 agent ca94599f-caae-4183-a9a6-f9a0dcce5f21 with binding_index 1 {{(pid=75040) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 16:17:21.766475 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-015e270d-3257-41a5-baf6-85936dd59231 admin admin] Notify agent at l3_agent.dv-cinder-806007-1-smb the message routers_updated {{(pid=75040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:17:21.775044 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b104fdf-254e-487a-ab58-aab34974470e None None] Sync routers for ids ['5716e8bc-e20a-4723-95b9-a74f8c3ea6c0'] in dv-cinder-806007-1-smb {{(pid=75042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 16:17:21.787437 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b104fdf-254e-487a-ab58-aab34974470e None None] Routers {'5716e8bc-e20a-4723-95b9-a74f8c3ea6c0'} bound to L3 agent in host dv-cinder-806007-1-smb {{(pid=75042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:17:21.788068 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.l3_hamode_db [None req-7b104fdf-254e-487a-ab58-aab34974470e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T16:01:30Z,description=,heartbeat_timestamp=2021-08-25T16:17:00Z,host='dv-cinder-806007-1-smb',id=ca94599f-caae-4183-a9a6-f9a0dcce5f21,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:01:30Z,topic='l3_agent')) {'router_ids': ['5716e8bc-e20a-4723-95b9-a74f8c3ea6c0'], 'active': True} {{(pid=75042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:17:21.791376 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-015e270d-3257-41a5-baf6-85936dd59231 admin admin] Notify callbacks [] for router, before_response {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:21.795059 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-015e270d-3257-41a5-baf6-85936dd59231 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.6201143 Aug 25 16:17:21.795394 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.wsgi [-] (75041) accepted ('10.222.0.68', 33248) {{(pid=75041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:17:21.993573 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.l3_dvr_db [None req-7b104fdf-254e-487a-ab58-aab34974470e None None] Set router 5716e8bc-e20a-4723-95b9-a74f8c3ea6c0 gateway port host: dv-cinder-806007-1-smb {{(pid=75042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:17:22.166879 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29e49ffa-b6bf-44b7-89a7-f7a04ed88776 None None] Network 8bcc9d35-2470-4e30-8aba-cfbb6c88124f requested from dv-cinder-806007-1-smb {{(pid=75042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:17:22.328297 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.provisioning_blocks [None req-0a0124f7-2b68-441b-88f3-1b815015ca51 None None] Provisioning for port 82a98c1e-21b4-4d63-a0a6-ea0c26aed45b completed by entity DHCP. {{(pid=75042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:17:22.500494 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.l3_hamode_db [None req-7b104fdf-254e-487a-ab58-aab34974470e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5716e8bc-e20a-4723-95b9-a74f8c3ea6c0', 'name': 'tempest-TestMinimumBasicScenario-1168362028-router', 'tenant_id': 'd3a786a9704c44e99ba6effe11bf53a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af5d4827-908c-4372-9134-1f0198184942', 'external_fixed_ips': [{'subnet_id': 'a4c12025-f163-4c64-acba-906df26214d3', 'ip_address': '172.28.0.164'}], 'enable_snat': True}, 'gw_port_id': '26172d0c-c44f-430f-a820-53414d84c82e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:17:20Z', 'updated_at': '2021-08-25T16:17:21Z', 'revision_number': 3, 'project_id': 'd3a786a9704c44e99ba6effe11bf53a4', 'gw_port': {'id': '26172d0c-c44f-430f-a820-53414d84c82e', 'name': '', 'network_id': 'af5d4827-908c-4372-9134-1f0198184942', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:93:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5716e8bc-e20a-4723-95b9-a74f8c3ea6c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a4c12025-f163-4c64-acba-906df26214d3', 'ip_address': '172.28.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:17:20Z', 'updated_at': '2021-08-25T16:17:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a4c12025-f163-4c64-acba-906df26214d3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-smb'}], 'dv-cinder-806007-1-smb', False) {} {{(pid=75042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:17:22.508027 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b104fdf-254e-487a-ab58-aab34974470e None None] Checking router: 5716e8bc-e20a-4723-95b9-a74f8c3ea6c0 for host: dv-cinder-806007-1-smb {{(pid=75042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 16:17:22.508328 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b104fdf-254e-487a-ab58-aab34974470e None None] Updating router 5716e8bc-e20a-4723-95b9-a74f8c3ea6c0 port 26172d0c-c44f-430f-a820-53414d84c82e binding host dv-cinder-806007-1-smb {{(pid=75042) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 25 16:17:22.588911 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-7b104fdf-254e-487a-ab58-aab34974470e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:22.735853 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-b4c5f298-e8f7-4ba5-a61c-456063179718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:22.852380 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Device 82a98c1e-21b4-4d63-a0a6-ea0c26aed45b up at agent ovs-agent-dv-cinder-806007-1-smb {{(pid=75042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:17:22.985978 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.db_base_plugin_common [None req-b4c5f298-e8f7-4ba5-a61c-456063179718 admin admin] Allocated IP 172.20.0.1 (8bcc9d35-2470-4e30-8aba-cfbb6c88124f/bac40d47-3290-4266-94dc-e5f88517db61/860c529d-92be-43d2-9b54-88cab1ccde6f) {{(pid=75041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:17:23.000452 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.provisioning_blocks [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Provisioning for port 82a98c1e-21b4-4d63-a0a6-ea0c26aed45b completed by entity L2. {{(pid=75042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:17:23.036632 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.provisioning_blocks [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Provisioning complete for port 82a98c1e-21b4-4d63-a0a6-ea0c26aed45b triggered by entity L2. {{(pid=75042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:17:23.037005 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16203014'] for port, provisioning_complete {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:23.114827 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-7b104fdf-254e-487a-ab58-aab34974470e None None] Notify callbacks [] for port, precommit_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:23.131371 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.provisioning_blocks [None req-7b104fdf-254e-487a-ab58-aab34974470e None None] Transition to ACTIVE for port object 26172d0c-c44f-430f-a820-53414d84c82e will not be triggered until provisioned by entity L2. {{(pid=75042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:17:23.147774 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-b4c5f298-e8f7-4ba5-a61c-456063179718 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:23.166309 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-7b104fdf-254e-487a-ab58-aab34974470e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776572168726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776571761677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776571761722'] for port, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:23.176745 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:17:23.177009 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.provisioning_blocks [None req-b4c5f298-e8f7-4ba5-a61c-456063179718 admin admin] Transition to ACTIVE for port object 860c529d-92be-43d2-9b54-88cab1ccde6f will not be triggered until provisioned by entity DHCP. {{(pid=75041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:17:23.201242 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-b4c5f298-e8f7-4ba5-a61c-456063179718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776571788279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1248622'] for port, after_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:23.205962 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-55e56e21-945f-4ac2-a905-d0943ac33f5e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:17:23.248327 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:23.275672 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4c5f298-e8f7-4ba5-a61c-456063179718 admin admin] Network 8bcc9d35-2470-4e30-8aba-cfbb6c88124f is already hosted by enough agents. {{(pid=75041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:17:23.279051 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.scheduler.base_scheduler [None req-b4c5f298-e8f7-4ba5-a61c-456063179718 admin admin] Resources bound (agent type, host, resource id): {{(pid=75041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:17:23.282248 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09595a8-7c8d-4f3e-b791-b0e68ffae6d4 None None] Pushing event updated for resources: {'Port': ['ID=26172d0c-c44f-430f-a820-53414d84c82e,revision_number=2']} {{(pid=75042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:17:23.283103 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c5f298-e8f7-4ba5-a61c-456063179718 admin admin] Received port after_create {{(pid=75041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:17:23.287591 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [None req-d09595a8-7c8d-4f3e-b791-b0e68ffae6d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:17:23.288505 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.managers [None req-7b104fdf-254e-487a-ab58-aab34974470e None None] Attempting to bind port 26172d0c-c44f-430f-a820-53414d84c82e on host dv-cinder-806007-1-smb for vnic_type normal with profile {{(pid=75042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:17:23.288777 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.managers [None req-7b104fdf-254e-487a-ab58-aab34974470e None None] Attempting to bind port 26172d0c-c44f-430f-a820-53414d84c82e by drivers openvswitch,hyperv on host dv-cinder-806007-1-smb at level 0 using segments [{'id': 'cbdd21c8-b3ae-45c5-b207-3efdd7246341', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af5d4827-908c-4372-9134-1f0198184942'}] {{(pid=75042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:17:23.289184 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b104fdf-254e-487a-ab58-aab34974470e None None] Attempting to bind port 26172d0c-c44f-430f-a820-53414d84c82e on network af5d4827-908c-4372-9134-1f0198184942 {{(pid=75042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:17:23.306347 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b104fdf-254e-487a-ab58-aab34974470e None None] Checking agent: {'id': '96a22994-db3b-42a5-8f4b-83134f26dca0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806007-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 1, 29), 'started_at': datetime.datetime(2021, 8, 25, 16, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 16, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806007-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:17:23.306726 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b104fdf-254e-487a-ab58-aab34974470e None None] Checking segment: {'id': 'cbdd21c8-b3ae-45c5-b207-3efdd7246341', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af5d4827-908c-4372-9134-1f0198184942'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:17:23.307133 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-7b104fdf-254e-487a-ab58-aab34974470e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:23.307531 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b104fdf-254e-487a-ab58-aab34974470e None None] Bound using segment: {'id': 'cbdd21c8-b3ae-45c5-b207-3efdd7246341', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af5d4827-908c-4372-9134-1f0198184942'} {{(pid=75042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:17:23.308006 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.managers [None req-7b104fdf-254e-487a-ab58-aab34974470e None None] Bound port: 26172d0c-c44f-430f-a820-53414d84c82e, host: dv-cinder-806007-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbdd21c8-b3ae-45c5-b207-3efdd7246341', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af5d4827-908c-4372-9134-1f0198184942'}}] {{(pid=75042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:17:23.308380 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-7b104fdf-254e-487a-ab58-aab34974470e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:23.330041 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c5f298-e8f7-4ba5-a61c-456063179718 admin admin] Pushing event updated for resources: {'Port': ['ID=860c529d-92be-43d2-9b54-88cab1ccde6f,revision_number=1']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:17:23.333628 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-b4c5f298-e8f7-4ba5-a61c-456063179718 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:17:23.352751 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-b4c5f298-e8f7-4ba5-a61c-456063179718 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-453824'] for router_interface, before_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:23.353939 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.db [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] For port 82a98c1e-21b4-4d63-a0a6-ea0c26aed45b, host dv-cinder-806007-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-1-smb',level=0,port_id=82a98c1e-21b4-4d63-a0a6-ea0c26aed45b,segment=NetworkSegment(a9db4df4-67e1-491b-b36a-55eb21989b3c),segment_id=a9db4df4-67e1-491b-b36a-55eb21989b3c)] {{(pid=75042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:17:23.360595 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776572168726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776571761677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776571761722'] for port, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:23.364653 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [None req-3f0f4fa0-01d2-45b9-846a-027e3fbb719f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:17:23.443001 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-b4c5f298-e8f7-4ba5-a61c-456063179718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_update {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:23.445476 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.db [None req-7b104fdf-254e-487a-ab58-aab34974470e None None] For port 26172d0c-c44f-430f-a820-53414d84c82e, host dv-cinder-806007-1-smb, cleared binding levels {{(pid=75042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:17:23.450955 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.db [None req-7b104fdf-254e-487a-ab58-aab34974470e None None] For port 26172d0c-c44f-430f-a820-53414d84c82e, host dv-cinder-806007-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-1-smb',level=0,port_id=26172d0c-c44f-430f-a820-53414d84c82e,segment=NetworkSegment(cbdd21c8-b3ae-45c5-b207-3efdd7246341),segment_id=cbdd21c8-b3ae-45c5-b207-3efdd7246341)] {{(pid=75042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:17:23.455342 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-7b104fdf-254e-487a-ab58-aab34974470e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776572168726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776571761677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776571761722'] for port, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:23.462952 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Pushing event updated for resources: {'Port': ['ID=82a98c1e-21b4-4d63-a0a6-ea0c26aed45b,revision_number=3']} {{(pid=75042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:17:23.467815 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:17:23.468281 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:17:23.543557 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09595a8-7c8d-4f3e-b791-b0e68ffae6d4 None None] Pushing event updated for resources: {'Port': ['ID=26172d0c-c44f-430f-a820-53414d84c82e,revision_number=3']} {{(pid=75042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:17:23.547013 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [None req-d09595a8-7c8d-4f3e-b791-b0e68ffae6d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:17:23.547610 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b104fdf-254e-487a-ab58-aab34974470e None None] Routers {'5716e8bc-e20a-4723-95b9-a74f8c3ea6c0'} bound to L3 agent in host dv-cinder-806007-1-smb {{(pid=75042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:17:23.548198 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.l3_hamode_db [None req-7b104fdf-254e-487a-ab58-aab34974470e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T16:01:30Z,description=,heartbeat_timestamp=2021-08-25T16:17:00Z,host='dv-cinder-806007-1-smb',id=ca94599f-caae-4183-a9a6-f9a0dcce5f21,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:01:30Z,topic='l3_agent')) {'router_ids': ['5716e8bc-e20a-4723-95b9-a74f8c3ea6c0'], 'active': True} {{(pid=75042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:17:23.688940 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-b4c5f298-e8f7-4ba5-a61c-456063179718 admin admin] Notify callbacks [] for port, precommit_update {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:23.691578 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.provisioning_blocks [None req-1b36a684-b6ba-4d44-b4e5-fc1be0ef6936 None None] Provisioning for port 860c529d-92be-43d2-9b54-88cab1ccde6f completed by entity DHCP. {{(pid=75042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:17:23.694280 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-b4c5f298-e8f7-4ba5-a61c-456063179718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776572168726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776571761677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776571761722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1248615'] for port, after_update {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:23.712320 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.provisioning_blocks [None req-1b36a684-b6ba-4d44-b4e5-fc1be0ef6936 None None] Provisioning complete for port 860c529d-92be-43d2-9b54-88cab1ccde6f triggered by entity DHCP. {{(pid=75042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:17:23.712703 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-1b36a684-b6ba-4d44-b4e5-fc1be0ef6936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16203014'] for port, provisioning_complete {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:23.733797 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-50040590-81e0-4d77-bd6c-829d5cbfe0fa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:17:23.781251 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.plugin [None req-1b36a684-b6ba-4d44-b4e5-fc1be0ef6936 None None] Port 860c529d-92be-43d2-9b54-88cab1ccde6f cannot update to ACTIVE because it is not bound. {{(pid=75042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 25 16:17:23.790847 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.l3_dvr_db [None req-7b104fdf-254e-487a-ab58-aab34974470e None None] Set router 5716e8bc-e20a-4723-95b9-a74f8c3ea6c0 gateway port host: dv-cinder-806007-1-smb {{(pid=75042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:17:23.805964 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-b4c5f298-e8f7-4ba5-a61c-456063179718 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16069120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-454953'] for router_interface, after_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:23.817518 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c5f298-e8f7-4ba5-a61c-456063179718 admin admin] Pushing event updated for resources: {'Port': ['ID=860c529d-92be-43d2-9b54-88cab1ccde6f,revision_number=2']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:17:23.820307 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-b4c5f298-e8f7-4ba5-a61c-456063179718 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:17:23.964901 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4c5f298-e8f7-4ba5-a61c-456063179718 admin admin] Network 8bcc9d35-2470-4e30-8aba-cfbb6c88124f is already hosted by enough agents. {{(pid=75041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:17:23.966244 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.scheduler.base_scheduler [None req-b4c5f298-e8f7-4ba5-a61c-456063179718 admin admin] Resources bound (agent type, host, resource id): {{(pid=75041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:17:24.141343 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.l3_hamode_db [None req-7b104fdf-254e-487a-ab58-aab34974470e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5716e8bc-e20a-4723-95b9-a74f8c3ea6c0', 'name': 'tempest-TestMinimumBasicScenario-1168362028-router', 'tenant_id': 'd3a786a9704c44e99ba6effe11bf53a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af5d4827-908c-4372-9134-1f0198184942', 'external_fixed_ips': [{'subnet_id': 'a4c12025-f163-4c64-acba-906df26214d3', 'ip_address': '172.28.0.164'}], 'enable_snat': True}, 'gw_port_id': '26172d0c-c44f-430f-a820-53414d84c82e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:17:20Z', 'updated_at': '2021-08-25T16:17:23Z', 'revision_number': 4, 'project_id': 'd3a786a9704c44e99ba6effe11bf53a4', 'gw_port': {'id': '26172d0c-c44f-430f-a820-53414d84c82e', 'name': '', 'network_id': 'af5d4827-908c-4372-9134-1f0198184942', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:93:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5716e8bc-e20a-4723-95b9-a74f8c3ea6c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a4c12025-f163-4c64-acba-906df26214d3', 'ip_address': '172.28.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:17:20Z', 'updated_at': '2021-08-25T16:17:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a4c12025-f163-4c64-acba-906df26214d3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-smb', '_interfaces': [{'id': '860c529d-92be-43d2-9b54-88cab1ccde6f', 'name': '', 'network_id': '8bcc9d35-2470-4e30-8aba-cfbb6c88124f', 'tenant_id': 'd3a786a9704c44e99ba6effe11bf53a4', 'mac_address': 'fa:16:3e:69:c8:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5716e8bc-e20a-4723-95b9-a74f8c3ea6c0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bac40d47-3290-4266-94dc-e5f88517db61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:17:22Z', 'updated_at': '2021-08-25T16:17:22Z', 'revision_number': 1, 'project_id': 'd3a786a9704c44e99ba6effe11bf53a4', 'subnets': [{'id': 'bac40d47-3290-4266-94dc-e5f88517db61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-1-smb', False) {} {{(pid=75042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:17:24.148615 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b104fdf-254e-487a-ab58-aab34974470e None None] The sync data for ids ['5716e8bc-e20a-4723-95b9-a74f8c3ea6c0'] in dv-cinder-806007-1-smb is: [{'id': '5716e8bc-e20a-4723-95b9-a74f8c3ea6c0', 'name': 'tempest-TestMinimumBasicScenario-1168362028-router', 'tenant_id': 'd3a786a9704c44e99ba6effe11bf53a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af5d4827-908c-4372-9134-1f0198184942', 'external_fixed_ips': [{'subnet_id': 'a4c12025-f163-4c64-acba-906df26214d3', 'ip_address': '172.28.0.164'}], 'enable_snat': True}, 'gw_port_id': '26172d0c-c44f-430f-a820-53414d84c82e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:17:20Z', 'updated_at': '2021-08-25T16:17:23Z', 'revision_number': 4, 'project_id': 'd3a786a9704c44e99ba6effe11bf53a4', 'gw_port': {'id': '26172d0c-c44f-430f-a820-53414d84c82e', 'name': '', 'network_id': 'af5d4827-908c-4372-9134-1f0198184942', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:93:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5716e8bc-e20a-4723-95b9-a74f8c3ea6c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a4c12025-f163-4c64-acba-906df26214d3', 'ip_address': '172.28.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:17:20Z', 'updated_at': '2021-08-25T16:17:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a4c12025-f163-4c64-acba-906df26214d3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-smb', '_interfaces': [{'id': '860c529d-92be-43d2-9b54-88cab1ccde6f', 'name': '', 'network_id': '8bcc9d35-2470-4e30-8aba-cfbb6c88124f', 'tenant_id': 'd3a786a9704c44e99ba6effe11bf53a4', 'mac_address': 'fa:16:3e:69:c8:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5716e8bc-e20a-4723-95b9-a74f8c3ea6c0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bac40d47-3290-4266-94dc-e5f88517db61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:17:22Z', 'updated_at': '2021-08-25T16:17:22Z', 'revision_number': 1, 'project_id': 'd3a786a9704c44e99ba6effe11bf53a4', 'subnets': [{'id': 'bac40d47-3290-4266-94dc-e5f88517db61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 16:17:24.208027 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.provisioning_blocks [None req-78270a15-0ab7-4e0f-8abb-300b5be8fe0d None None] Provisioning complete for port 860c529d-92be-43d2-9b54-88cab1ccde6f triggered by entity DHCP. {{(pid=75042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:17:24.208799 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-78270a15-0ab7-4e0f-8abb-300b5be8fe0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16203014'] for port, provisioning_complete {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:24.265748 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.plugin [None req-78270a15-0ab7-4e0f-8abb-300b5be8fe0d None None] Port 860c529d-92be-43d2-9b54-88cab1ccde6f cannot update to ACTIVE because it is not bound. {{(pid=75042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 25 16:17:24.478573 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4c5f298-e8f7-4ba5-a61c-456063179718 admin admin] Router 5716e8bc-e20a-4723-95b9-a74f8c3ea6c0 has already been hosted by L3 agent ca94599f-caae-4183-a9a6-f9a0dcce5f21 {{(pid=75041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 16:17:24.624798 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.db.agents_db [None req-a821c616-a82d-4ce6-adbe-0c63f7de4494 None None] Agent healthcheck: found 6 active agents {{(pid=75043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:17:24.690409 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4c5f298-e8f7-4ba5-a61c-456063179718 admin admin] Notify agent at l3_agent.dv-cinder-806007-1-smb the message routers_updated {{(pid=75041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:17:24.700085 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [None req-b4c5f298-e8f7-4ba5-a61c-456063179718 admin admin] 10.222.0.68 "PUT /v2.0/routers/5716e8bc-e20a-4723-95b9-a74f8c3ea6c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9036083 Aug 25 16:17:24.890914 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Device 26172d0c-c44f-430f-a820-53414d84c82e up at agent ovs-agent-dv-cinder-806007-1-smb {{(pid=75042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:17:24.987502 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.provisioning_blocks [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Provisioning for port 26172d0c-c44f-430f-a820-53414d84c82e completed by entity L2. {{(pid=75042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:17:24.993708 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.provisioning_blocks [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Provisioning complete for port 26172d0c-c44f-430f-a820-53414d84c82e triggered by entity L2. {{(pid=75042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:17:24.994088 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16203014'] for port, provisioning_complete {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:25.144243 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:25.161796 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.db [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] For port 26172d0c-c44f-430f-a820-53414d84c82e, host dv-cinder-806007-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-1-smb',level=0,port_id=26172d0c-c44f-430f-a820-53414d84c82e,segment=NetworkSegment(cbdd21c8-b3ae-45c5-b207-3efdd7246341),segment_id=cbdd21c8-b3ae-45c5-b207-3efdd7246341)] {{(pid=75042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:17:25.166926 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776572168726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776571761677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776571761722'] for port, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:25.167865 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Device 82a98c1e-21b4-4d63-a0a6-ea0c26aed45b up at agent ovs-agent-dv-cinder-806007-1-smb {{(pid=75042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:17:25.239555 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:17:25.336586 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Pushing event updated for resources: {'Port': ['ID=26172d0c-c44f-430f-a820-53414d84c82e,revision_number=4']} {{(pid=75042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:17:25.340830 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:17:25.354981 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.provisioning_blocks [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Provisioning complete for port 82a98c1e-21b4-4d63-a0a6-ea0c26aed45b triggered by entity L2. {{(pid=75042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:17:25.355613 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16203014'] for port, provisioning_complete {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:25.670273 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 33290) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:17:25.676853 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.v2.base [None req-338a7e5d-5221-4e3c-94e3-2e43e1f08ad6 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-787123227-network', 'tenant_id': 'a09391c2cdfa45a681ecbd8eac8f93fc'}} {{(pid=75040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:17:25.681692 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-338a7e5d-5221-4e3c-94e3-2e43e1f08ad6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:17:25.685632 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-338a7e5d-5221-4e3c-94e3-2e43e1f08ad6 admin admin] Usage tracker for resource:network and tenant:a09391c2cdfa45a681ecbd8eac8f93fc is out of sync, need to count used quota {{(pid=75040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:17:25.690008 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-338a7e5d-5221-4e3c-94e3-2e43e1f08ad6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:17:25.696720 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-338a7e5d-5221-4e3c-94e3-2e43e1f08ad6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:17:25.707345 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-338a7e5d-5221-4e3c-94e3-2e43e1f08ad6 admin admin] Made reservation on behalf of a09391c2cdfa45a681ecbd8eac8f93fc for: {'network': 1} {{(pid=75040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:17:25.709806 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-338a7e5d-5221-4e3c-94e3-2e43e1f08ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for network, before_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:25.722497 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-338a7e5d-5221-4e3c-94e3-2e43e1f08ad6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:25.753902 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-338a7e5d-5221-4e3c-94e3-2e43e1f08ad6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:17:25.758817 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-338a7e5d-5221-4e3c-94e3-2e43e1f08ad6 admin admin] Usage tracker for resource:security_group_rule and tenant:a09391c2cdfa45a681ecbd8eac8f93fc is out of sync, need to count used quota {{(pid=75040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:17:25.762565 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-338a7e5d-5221-4e3c-94e3-2e43e1f08ad6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:17:25.768204 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-338a7e5d-5221-4e3c-94e3-2e43e1f08ad6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:17:25.834451 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-338a7e5d-5221-4e3c-94e3-2e43e1f08ad6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:25.838341 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-338a7e5d-5221-4e3c-94e3-2e43e1f08ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:25.841230 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-6f7c0753-ba69-45cf-a113-de33ff7b47c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:17:25.872800 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-338a7e5d-5221-4e3c-94e3-2e43e1f08ad6 admin admin] vlan segment allocate from pool success with {'vlan_id': 853, 'physical_network': 'physnet1'} {{(pid=75040) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 25 16:17:25.878735 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338a7e5d-5221-4e3c-94e3-2e43e1f08ad6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e85826a5-aaf0-4109-878e-969d46bd684b,revision_number=1']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:17:25.882261 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-338a7e5d-5221-4e3c-94e3-2e43e1f08ad6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:17:25.886145 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-338a7e5d-5221-4e3c-94e3-2e43e1f08ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16198673'] for segment, precommit_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:25.886359 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.db.segments_db [None req-338a7e5d-5221-4e3c-94e3-2e43e1f08ad6 admin admin] Added segment 53d7de64-644d-48f1-8b1d-eae4377d8910 of type vlan for network c5619dee-3425-446e-b1be-81e42a9a4fae Aug 25 16:17:25.912095 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-338a7e5d-5221-4e3c-94e3-2e43e1f08ad6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776571744898'] for network, precommit_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:25.945687 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-338a7e5d-5221-4e3c-94e3-2e43e1f08ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748'] for network, after_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:25.946845 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-338a7e5d-5221-4e3c-94e3-2e43e1f08ad6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:17:25.947427 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-338a7e5d-5221-4e3c-94e3-2e43e1f08ad6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16129646'] for network, before_response {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:25.952045 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:17:26.053362 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-338a7e5d-5221-4e3c-94e3-2e43e1f08ad6 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3818874 Aug 25 16:17:26.056510 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338a7e5d-5221-4e3c-94e3-2e43e1f08ad6 admin admin] Pushing event updated for resources: {'Network': ['ID=c5619dee-3425-446e-b1be-81e42a9a4fae,revision_number=1']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:17:26.056923 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.wsgi [-] (75041) accepted ('10.222.0.68', 33294) {{(pid=75041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:17:26.059341 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-338a7e5d-5221-4e3c-94e3-2e43e1f08ad6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:17:26.064476 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.v2.base [None req-f89e6b5d-cf24-440f-bd9e-71153b588976 admin admin] Request body: {'subnet': {'network_id': 'c5619dee-3425-446e-b1be-81e42a9a4fae', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-787123227-subnet', 'tenant_id': 'a09391c2cdfa45a681ecbd8eac8f93fc', 'ip_version': 4}} {{(pid=75041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:17:26.068272 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Network c5619dee-3425-446e-b1be-81e42a9a4fae details requested by agent ovs-agent-dv-cinder-806007-1-smb with host dv-cinder-806007-1-smb {{(pid=75042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 25 16:17:26.070369 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.quota.driver [None req-f89e6b5d-cf24-440f-bd9e-71153b588976 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:17:26.074495 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [None req-f89e6b5d-cf24-440f-bd9e-71153b588976 admin admin] Usage tracker for resource:subnet and tenant:a09391c2cdfa45a681ecbd8eac8f93fc is out of sync, need to count used quota {{(pid=75041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:17:26.078025 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [None req-f89e6b5d-cf24-440f-bd9e-71153b588976 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:17:26.084090 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.quota.driver [None req-f89e6b5d-cf24-440f-bd9e-71153b588976 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:17:26.097225 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f89e6b5d-cf24-440f-bd9e-71153b588976 admin admin] Made reservation on behalf of a09391c2cdfa45a681ecbd8eac8f93fc for: {'subnet': 1} {{(pid=75041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:17:26.100054 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-f89e6b5d-cf24-440f-bd9e-71153b588976 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2797640'] for subnet, before_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:26.329470 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-f89e6b5d-cf24-440f-bd9e-71153b588976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1248722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2797658'] for subnet, after_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:26.334337 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-ff97a3ad-0d56-413d-893f-a0c568e183c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:17:26.413878 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89e6b5d-cf24-440f-bd9e-71153b588976 admin admin] Pushing event updated for resources: {'Subnet': ['ID=77b8f322-3e37-438b-825a-20c579caae62,revision_number=0']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:17:26.418125 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-f89e6b5d-cf24-440f-bd9e-71153b588976 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:17:26.422858 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f89e6b5d-cf24-440f-bd9e-71153b588976 admin admin] Checking segment: {'id': '53d7de64-644d-48f1-8b1d-eae4377d8910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'c5619dee-3425-446e-b1be-81e42a9a4fae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:17:26.423218 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f89e6b5d-cf24-440f-bd9e-71153b588976 admin admin] Network hostable DHCP agents. Network: c5619dee-3425-446e-b1be-81e42a9a4fae, hostable agents: ['daaa6c79-fb88-4b19-b87f-75e8fe826ec4'], hosted agents: [] {{(pid=75041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 16:17:26.446391 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f89e6b5d-cf24-440f-bd9e-71153b588976 admin admin] Network c5619dee-3425-446e-b1be-81e42a9a4fae is scheduled to be hosted by DHCP agent daaa6c79-fb88-4b19-b87f-75e8fe826ec4 with binding_index 1 {{(pid=75041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 16:17:26.455839 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.scheduler.base_scheduler [None req-f89e6b5d-cf24-440f-bd9e-71153b588976 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806007-1-smb, c5619dee-3425-446e-b1be-81e42a9a4fae) {{(pid=75041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:17:26.459914 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f89e6b5d-cf24-440f-bd9e-71153b588976 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:17:26.460497 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-f89e6b5d-cf24-440f-bd9e-71153b588976 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16129646'] for subnet, before_response {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:26.465204 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc7e5a69-019d-4b56-a91c-cccc644af421 None None] Network c5619dee-3425-446e-b1be-81e42a9a4fae requested from dv-cinder-806007-1-smb {{(pid=75042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:17:26.494869 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [None req-f89e6b5d-cf24-440f-bd9e-71153b588976 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4342515 Aug 25 16:17:26.495104 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.wsgi [-] (75041) accepted ('10.222.0.68', 33308) {{(pid=75041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:17:26.500726 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.v2.base [None req-acadf15b-e3bd-4e2f-89f0-6e360d491d1e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-787123227-router', 'tenant_id': 'a09391c2cdfa45a681ecbd8eac8f93fc', 'external_gateway_info': {'network_id': 'af5d4827-908c-4372-9134-1f0198184942'}}} {{(pid=75041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:17:26.505719 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.quota.driver [None req-acadf15b-e3bd-4e2f-89f0-6e360d491d1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:17:26.509676 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [None req-acadf15b-e3bd-4e2f-89f0-6e360d491d1e admin admin] Usage tracker for resource:router and tenant:a09391c2cdfa45a681ecbd8eac8f93fc is out of sync, need to count used quota {{(pid=75041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:17:26.512585 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [None req-acadf15b-e3bd-4e2f-89f0-6e360d491d1e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:17:26.519364 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.quota.driver [None req-acadf15b-e3bd-4e2f-89f0-6e360d491d1e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:17:26.531148 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-acadf15b-e3bd-4e2f-89f0-6e360d491d1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-457588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5365'] for router, before_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:26.532178 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-acadf15b-e3bd-4e2f-89f0-6e360d491d1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453583', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-480463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5374'] for router, precommit_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:26.556721 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-acadf15b-e3bd-4e2f-89f0-6e360d491d1e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:26.694758 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-995f4e40-56bf-426e-8268-b22ae9906504 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca772392-2f73-567c-a435-caaf44074501-c5619dee-3425-446e-b1be-81e42a9a4fae', 'network_id': 'c5619dee-3425-446e-b1be-81e42a9a4fae', 'tenant_id': 'a09391c2cdfa45a681ecbd8eac8f93fc', 'fixed_ips': [{'subnet_id': '77b8f322-3e37-438b-825a-20c579caae62'}]}} from dv-cinder-806007-1-smb. {{(pid=75042) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Aug 25 16:17:26.695624 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-995f4e40-56bf-426e-8268-b22ae9906504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_create {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:26.706049 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-acadf15b-e3bd-4e2f-89f0-6e360d491d1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-453629', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-457578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5328'] for router, precommit_update {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:26.849361 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Device 26172d0c-c44f-430f-a820-53414d84c82e up at agent ovs-agent-dv-cinder-806007-1-smb {{(pid=75042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:17:26.906476 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-acadf15b-e3bd-4e2f-89f0-6e360d491d1e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:26.927348 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.db_base_plugin_common [None req-995f4e40-56bf-426e-8268-b22ae9906504 None None] Allocated IP 172.20.0.2 (c5619dee-3425-446e-b1be-81e42a9a4fae/77b8f322-3e37-438b-825a-20c579caae62/e86fe682-2796-4481-95e6-2a6c3d4ec7c9) {{(pid=75042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:17:26.939802 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-acadf15b-e3bd-4e2f-89f0-6e360d491d1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:27.017775 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.provisioning_blocks [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Provisioning complete for port 26172d0c-c44f-430f-a820-53414d84c82e triggered by entity L2. {{(pid=75042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:17:27.018232 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16203014'] for port, provisioning_complete {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:27.086892 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.db_base_plugin_common [None req-acadf15b-e3bd-4e2f-89f0-6e360d491d1e admin admin] Allocated IP 172.28.0.208 (af5d4827-908c-4372-9134-1f0198184942/a4c12025-f163-4c64-acba-906df26214d3/d4ab0674-106f-4d77-b0b2-9a508c22176d) {{(pid=75041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:17:27.238892 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-995f4e40-56bf-426e-8268-b22ae9906504 None None] Notify callbacks [] for port, precommit_create {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:27.239021 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-acadf15b-e3bd-4e2f-89f0-6e360d491d1e admin admin] Notify callbacks [] for port, precommit_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:27.249045 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.provisioning_blocks [None req-995f4e40-56bf-426e-8268-b22ae9906504 None None] Transition to ACTIVE for port object e86fe682-2796-4481-95e6-2a6c3d4ec7c9 will not be triggered until provisioned by entity L2. {{(pid=75042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:17:27.267735 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.provisioning_blocks [None req-995f4e40-56bf-426e-8268-b22ae9906504 None None] Transition to ACTIVE for port object e86fe682-2796-4481-95e6-2a6c3d4ec7c9 will not be triggered until provisioned by entity DHCP. {{(pid=75042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:17:27.268662 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-acadf15b-e3bd-4e2f-89f0-6e360d491d1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776571788279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1248622'] for port, after_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:27.274082 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-6f955424-8bf6-4b6e-aebc-d2775624eae9 tempest-VolumesActionsTest-1849989351 tempest-VolumesActionsTest-1849989351-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:17:27.274627 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-995f4e40-56bf-426e-8268-b22ae9906504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776571788279'] for port, after_create {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:27.279846 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:17:27.349699 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-995f4e40-56bf-426e-8268-b22ae9906504 None None] Network c5619dee-3425-446e-b1be-81e42a9a4fae is already hosted by enough agents. {{(pid=75042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:17:27.352775 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.scheduler.base_scheduler [None req-995f4e40-56bf-426e-8268-b22ae9906504 None None] Resources bound (agent type, host, resource id): {{(pid=75042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:17:27.357369 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995f4e40-56bf-426e-8268-b22ae9906504 None None] Received port after_create {{(pid=75042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:17:27.359561 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995f4e40-56bf-426e-8268-b22ae9906504 None None] Pushing event updated for resources: {'Port': ['ID=e86fe682-2796-4481-95e6-2a6c3d4ec7c9,revision_number=1']} {{(pid=75042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:17:27.362526 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [None req-995f4e40-56bf-426e-8268-b22ae9906504 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:17:27.445298 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acadf15b-e3bd-4e2f-89f0-6e360d491d1e admin admin] Network af5d4827-908c-4372-9134-1f0198184942 is already hosted by enough agents. {{(pid=75041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:17:27.448240 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.scheduler.base_scheduler [None req-acadf15b-e3bd-4e2f-89f0-6e360d491d1e admin admin] Resources bound (agent type, host, resource id): {{(pid=75041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:17:27.448992 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.managers [None req-995f4e40-56bf-426e-8268-b22ae9906504 None None] Attempting to bind port e86fe682-2796-4481-95e6-2a6c3d4ec7c9 on host dv-cinder-806007-1-smb for vnic_type normal with profile {{(pid=75042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:17:27.449559 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.managers [None req-995f4e40-56bf-426e-8268-b22ae9906504 None None] Attempting to bind port e86fe682-2796-4481-95e6-2a6c3d4ec7c9 by drivers openvswitch,hyperv on host dv-cinder-806007-1-smb at level 0 using segments [{'id': '53d7de64-644d-48f1-8b1d-eae4377d8910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'c5619dee-3425-446e-b1be-81e42a9a4fae'}] {{(pid=75042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:17:27.449883 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-995f4e40-56bf-426e-8268-b22ae9906504 None None] Attempting to bind port e86fe682-2796-4481-95e6-2a6c3d4ec7c9 on network c5619dee-3425-446e-b1be-81e42a9a4fae {{(pid=75042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:17:27.450789 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acadf15b-e3bd-4e2f-89f0-6e360d491d1e admin admin] Received port after_create {{(pid=75041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:17:27.457270 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-995f4e40-56bf-426e-8268-b22ae9906504 None None] Checking agent: {'id': '96a22994-db3b-42a5-8f4b-83134f26dca0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806007-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 1, 29), 'started_at': datetime.datetime(2021, 8, 25, 16, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 16, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806007-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:17:27.457650 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-995f4e40-56bf-426e-8268-b22ae9906504 None None] Checking segment: {'id': '53d7de64-644d-48f1-8b1d-eae4377d8910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'c5619dee-3425-446e-b1be-81e42a9a4fae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:17:27.458061 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-995f4e40-56bf-426e-8268-b22ae9906504 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:27.458461 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-995f4e40-56bf-426e-8268-b22ae9906504 None None] Bound using segment: {'id': '53d7de64-644d-48f1-8b1d-eae4377d8910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'c5619dee-3425-446e-b1be-81e42a9a4fae'} {{(pid=75042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:17:27.458934 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.managers [None req-995f4e40-56bf-426e-8268-b22ae9906504 None None] Bound port: e86fe682-2796-4481-95e6-2a6c3d4ec7c9, host: dv-cinder-806007-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53d7de64-644d-48f1-8b1d-eae4377d8910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'c5619dee-3425-446e-b1be-81e42a9a4fae'}}] {{(pid=75042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:17:27.459364 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-995f4e40-56bf-426e-8268-b22ae9906504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:27.495477 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acadf15b-e3bd-4e2f-89f0-6e360d491d1e admin admin] Pushing event updated for resources: {'Port': ['ID=d4ab0674-106f-4d77-b0b2-9a508c22176d,revision_number=1']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:17:27.499491 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-acadf15b-e3bd-4e2f-89f0-6e360d491d1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:17:27.556104 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-7df1290c-adb5-4b58-895a-bb3d73203a9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:27.571530 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.db [None req-995f4e40-56bf-426e-8268-b22ae9906504 None None] For port e86fe682-2796-4481-95e6-2a6c3d4ec7c9, host dv-cinder-806007-1-smb, cleared binding levels {{(pid=75042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:17:27.575441 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.db [None req-995f4e40-56bf-426e-8268-b22ae9906504 None None] For port e86fe682-2796-4481-95e6-2a6c3d4ec7c9, host dv-cinder-806007-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-1-smb',level=0,port_id=e86fe682-2796-4481-95e6-2a6c3d4ec7c9,segment=NetworkSegment(53d7de64-644d-48f1-8b1d-eae4377d8910),segment_id=53d7de64-644d-48f1-8b1d-eae4377d8910)] {{(pid=75042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:17:27.583005 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-995f4e40-56bf-426e-8268-b22ae9906504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776572168726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776571761677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776571761722'] for port, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:27.589922 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:17:27.638445 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-acadf15b-e3bd-4e2f-89f0-6e360d491d1e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:27.639086 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-acadf15b-e3bd-4e2f-89f0-6e360d491d1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-453662'] for router, after_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:27.680917 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995f4e40-56bf-426e-8268-b22ae9906504 None None] Pushing event updated for resources: {'Port': ['ID=e86fe682-2796-4481-95e6-2a6c3d4ec7c9,revision_number=2']} {{(pid=75042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:17:27.683860 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [None req-995f4e40-56bf-426e-8268-b22ae9906504 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:17:27.919733 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acadf15b-e3bd-4e2f-89f0-6e360d491d1e admin admin] Router 33441f50-e8d5-4325-bf94-459c1d619039 is scheduled to L3 agent ca94599f-caae-4183-a9a6-f9a0dcce5f21 with binding_index 1 {{(pid=75041) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 16:17:28.148208 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acadf15b-e3bd-4e2f-89f0-6e360d491d1e admin admin] Notify agent at l3_agent.dv-cinder-806007-1-smb the message routers_updated {{(pid=75041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:17:28.158932 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89bf2283-f7b5-42d3-b598-5f0aa9b7ed15 None None] Sync routers for ids ['33441f50-e8d5-4325-bf94-459c1d619039'] in dv-cinder-806007-1-smb {{(pid=75043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 16:17:28.174325 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-acadf15b-e3bd-4e2f-89f0-6e360d491d1e admin admin] Notify callbacks [] for router, before_response {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:28.177188 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [None req-acadf15b-e3bd-4e2f-89f0-6e360d491d1e admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.6807952 Aug 25 16:17:28.178534 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89bf2283-f7b5-42d3-b598-5f0aa9b7ed15 None None] Routers {'33441f50-e8d5-4325-bf94-459c1d619039'} bound to L3 agent in host dv-cinder-806007-1-smb {{(pid=75043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:17:28.179389 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.db.l3_hamode_db [None req-89bf2283-f7b5-42d3-b598-5f0aa9b7ed15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T16:01:30Z,description=,heartbeat_timestamp=2021-08-25T16:17:00Z,host='dv-cinder-806007-1-smb',id=ca94599f-caae-4183-a9a6-f9a0dcce5f21,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:01:30Z,topic='l3_agent')) {'router_ids': ['33441f50-e8d5-4325-bf94-459c1d619039'], 'active': True} {{(pid=75043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:17:28.179835 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.wsgi [-] (75041) accepted ('10.222.0.68', 33336) {{(pid=75041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:17:28.365067 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.db.l3_dvr_db [None req-89bf2283-f7b5-42d3-b598-5f0aa9b7ed15 None None] Set router 33441f50-e8d5-4325-bf94-459c1d619039 gateway port host: dv-cinder-806007-1-smb {{(pid=75043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:17:28.670500 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9a0fd0a-ae68-4fd7-8eb5-f8ecf5b7c85f None None] Network c5619dee-3425-446e-b1be-81e42a9a4fae requested from dv-cinder-806007-1-smb {{(pid=75042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:17:28.680944 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.db.l3_hamode_db [None req-89bf2283-f7b5-42d3-b598-5f0aa9b7ed15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33441f50-e8d5-4325-bf94-459c1d619039', 'name': 'tempest-TestMinimumBasicScenario-787123227-router', 'tenant_id': 'a09391c2cdfa45a681ecbd8eac8f93fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af5d4827-908c-4372-9134-1f0198184942', 'external_fixed_ips': [{'subnet_id': 'a4c12025-f163-4c64-acba-906df26214d3', 'ip_address': '172.28.0.208'}], 'enable_snat': True}, 'gw_port_id': 'd4ab0674-106f-4d77-b0b2-9a508c22176d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:17:26Z', 'updated_at': '2021-08-25T16:17:27Z', 'revision_number': 3, 'project_id': 'a09391c2cdfa45a681ecbd8eac8f93fc', 'gw_port': {'id': 'd4ab0674-106f-4d77-b0b2-9a508c22176d', 'name': '', 'network_id': 'af5d4827-908c-4372-9134-1f0198184942', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:1c:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33441f50-e8d5-4325-bf94-459c1d619039', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a4c12025-f163-4c64-acba-906df26214d3', 'ip_address': '172.28.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:17:26Z', 'updated_at': '2021-08-25T16:17:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a4c12025-f163-4c64-acba-906df26214d3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-smb'}], 'dv-cinder-806007-1-smb', False) {} {{(pid=75043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:17:28.686044 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89bf2283-f7b5-42d3-b598-5f0aa9b7ed15 None None] Checking router: 33441f50-e8d5-4325-bf94-459c1d619039 for host: dv-cinder-806007-1-smb {{(pid=75043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 16:17:28.686421 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89bf2283-f7b5-42d3-b598-5f0aa9b7ed15 None None] Updating router 33441f50-e8d5-4325-bf94-459c1d619039 port d4ab0674-106f-4d77-b0b2-9a508c22176d binding host dv-cinder-806007-1-smb {{(pid=75043) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 25 16:17:28.762758 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron_lib.callbacks.manager [None req-89bf2283-f7b5-42d3-b598-5f0aa9b7ed15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_update {{(pid=75043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:28.813097 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.provisioning_blocks [None req-654751a7-28ab-41e3-8ca7-33fde899b31f None None] Provisioning for port e86fe682-2796-4481-95e6-2a6c3d4ec7c9 completed by entity DHCP. {{(pid=75042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:17:28.813097 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:28.894996 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Device e86fe682-2796-4481-95e6-2a6c3d4ec7c9 up at agent ovs-agent-dv-cinder-806007-1-smb {{(pid=75042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:17:28.978474 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-06f65cbe-6cb1-4dca-a6e4-d390922adae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:29.035458 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.provisioning_blocks [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Provisioning for port e86fe682-2796-4481-95e6-2a6c3d4ec7c9 completed by entity L2. {{(pid=75042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:17:29.043019 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.provisioning_blocks [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Provisioning complete for port e86fe682-2796-4481-95e6-2a6c3d4ec7c9 triggered by entity L2. {{(pid=75042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:17:29.043518 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16203014'] for port, provisioning_complete {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:29.172418 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron_lib.callbacks.manager [None req-89bf2283-f7b5-42d3-b598-5f0aa9b7ed15 None None] Notify callbacks [] for port, precommit_update {{(pid=75043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:29.188026 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.db.provisioning_blocks [None req-89bf2283-f7b5-42d3-b598-5f0aa9b7ed15 None None] Transition to ACTIVE for port object d4ab0674-106f-4d77-b0b2-9a508c22176d will not be triggered until provisioned by entity L2. {{(pid=75043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:17:29.198715 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron_lib.callbacks.manager [None req-89bf2283-f7b5-42d3-b598-5f0aa9b7ed15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776572168726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776571761677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776571761722'] for port, after_update {{(pid=75043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:29.218554 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG oslo_concurrency.lockutils [None req-01fb4399-195d-43da-81c3-296e9ec966c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:17:29.221712 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:29.276175 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.db [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] For port e86fe682-2796-4481-95e6-2a6c3d4ec7c9, host dv-cinder-806007-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-1-smb',level=0,port_id=e86fe682-2796-4481-95e6-2a6c3d4ec7c9,segment=NetworkSegment(53d7de64-644d-48f1-8b1d-eae4377d8910),segment_id=53d7de64-644d-48f1-8b1d-eae4377d8910)] {{(pid=75042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:17:29.283586 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776572168726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776571761677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776571761722'] for port, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:29.286290 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:17:29.332562 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b32e7e-7684-4b18-b4c8-6841f15bb718 None None] Pushing event updated for resources: {'Port': ['ID=d4ab0674-106f-4d77-b0b2-9a508c22176d,revision_number=2']} {{(pid=75043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:17:29.346498 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b32e7e-7684-4b18-b4c8-6841f15bb718 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:17:29.347367 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b32e7e-7684-4b18-b4c8-6841f15bb718 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:17:29.347871 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b32e7e-7684-4b18-b4c8-6841f15bb718 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:17:29.348890 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b32e7e-7684-4b18-b4c8-6841f15bb718 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:17:29.349241 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b32e7e-7684-4b18-b4c8-6841f15bb718 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:17:29.349562 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b32e7e-7684-4b18-b4c8-6841f15bb718 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:17:29.349878 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b32e7e-7684-4b18-b4c8-6841f15bb718 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:17:29.350641 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b32e7e-7684-4b18-b4c8-6841f15bb718 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:17:29.350961 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b32e7e-7684-4b18-b4c8-6841f15bb718 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:17:29.351273 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b32e7e-7684-4b18-b4c8-6841f15bb718 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:17:29.351583 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b32e7e-7684-4b18-b4c8-6841f15bb718 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:17:29.362247 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG oslo_concurrency.lockutils [None req-63b32e7e-7684-4b18-b4c8-6841f15bb718 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=75043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:17:29.369972 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.plugins.ml2.managers [None req-89bf2283-f7b5-42d3-b598-5f0aa9b7ed15 None None] Attempting to bind port d4ab0674-106f-4d77-b0b2-9a508c22176d on host dv-cinder-806007-1-smb for vnic_type normal with profile {{(pid=75043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:17:29.370417 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.plugins.ml2.managers [None req-89bf2283-f7b5-42d3-b598-5f0aa9b7ed15 None None] Attempting to bind port d4ab0674-106f-4d77-b0b2-9a508c22176d by drivers openvswitch,hyperv on host dv-cinder-806007-1-smb at level 0 using segments [{'id': 'cbdd21c8-b3ae-45c5-b207-3efdd7246341', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af5d4827-908c-4372-9134-1f0198184942'}] {{(pid=75043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:17:29.370901 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89bf2283-f7b5-42d3-b598-5f0aa9b7ed15 None None] Attempting to bind port d4ab0674-106f-4d77-b0b2-9a508c22176d on network af5d4827-908c-4372-9134-1f0198184942 {{(pid=75043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:17:29.381729 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89bf2283-f7b5-42d3-b598-5f0aa9b7ed15 None None] Checking agent: {'id': '96a22994-db3b-42a5-8f4b-83134f26dca0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806007-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 1, 29), 'started_at': datetime.datetime(2021, 8, 25, 16, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 17, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806007-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:17:29.382110 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89bf2283-f7b5-42d3-b598-5f0aa9b7ed15 None None] Checking segment: {'id': 'cbdd21c8-b3ae-45c5-b207-3efdd7246341', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af5d4827-908c-4372-9134-1f0198184942'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:17:29.382649 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron_lib.callbacks.manager [None req-89bf2283-f7b5-42d3-b598-5f0aa9b7ed15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:29.383048 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89bf2283-f7b5-42d3-b598-5f0aa9b7ed15 None None] Bound using segment: {'id': 'cbdd21c8-b3ae-45c5-b207-3efdd7246341', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af5d4827-908c-4372-9134-1f0198184942'} {{(pid=75043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:17:29.383511 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.plugins.ml2.managers [None req-89bf2283-f7b5-42d3-b598-5f0aa9b7ed15 None None] Bound port: d4ab0674-106f-4d77-b0b2-9a508c22176d, host: dv-cinder-806007-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbdd21c8-b3ae-45c5-b207-3efdd7246341', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af5d4827-908c-4372-9134-1f0198184942'}}] {{(pid=75043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:17:29.383882 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron_lib.callbacks.manager [None req-89bf2283-f7b5-42d3-b598-5f0aa9b7ed15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_update {{(pid=75043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:29.402492 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.db_base_plugin_common [None req-06f65cbe-6cb1-4dca-a6e4-d390922adae1 admin admin] Allocated IP 172.20.0.1 (c5619dee-3425-446e-b1be-81e42a9a4fae/77b8f322-3e37-438b-825a-20c579caae62/27534ec5-129f-4a44-bd13-7efcf14eacd0) {{(pid=75041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:17:29.422283 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Pushing event updated for resources: {'Port': ['ID=e86fe682-2796-4481-95e6-2a6c3d4ec7c9,revision_number=3']} {{(pid=75042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:17:29.427984 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:17:29.445841 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.provisioning_blocks [None req-2667fce3-57f1-4e99-8db4-71c52c76b4ae None None] Provisioning complete for port e86fe682-2796-4481-95e6-2a6c3d4ec7c9 triggered by entity DHCP. {{(pid=75042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:17:29.446209 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-2667fce3-57f1-4e99-8db4-71c52c76b4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16203014'] for port, provisioning_complete {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:29.460230 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.plugins.ml2.db [None req-89bf2283-f7b5-42d3-b598-5f0aa9b7ed15 None None] For port d4ab0674-106f-4d77-b0b2-9a508c22176d, host dv-cinder-806007-1-smb, cleared binding levels {{(pid=75043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:17:29.471663 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.plugins.ml2.db [None req-89bf2283-f7b5-42d3-b598-5f0aa9b7ed15 None None] For port d4ab0674-106f-4d77-b0b2-9a508c22176d, host dv-cinder-806007-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-1-smb',level=0,port_id=d4ab0674-106f-4d77-b0b2-9a508c22176d,segment=NetworkSegment(cbdd21c8-b3ae-45c5-b207-3efdd7246341),segment_id=cbdd21c8-b3ae-45c5-b207-3efdd7246341)] {{(pid=75043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:17:29.477427 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron_lib.callbacks.manager [None req-89bf2283-f7b5-42d3-b598-5f0aa9b7ed15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776572168726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776571761677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776571761722'] for port, after_update {{(pid=75043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:29.493564 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:17:29.578786 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89bf2283-f7b5-42d3-b598-5f0aa9b7ed15 None None] Routers {'33441f50-e8d5-4325-bf94-459c1d619039'} bound to L3 agent in host dv-cinder-806007-1-smb {{(pid=75043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:17:29.579576 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.db.l3_hamode_db [None req-89bf2283-f7b5-42d3-b598-5f0aa9b7ed15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T16:01:30Z,description=,heartbeat_timestamp=2021-08-25T16:17:00Z,host='dv-cinder-806007-1-smb',id=ca94599f-caae-4183-a9a6-f9a0dcce5f21,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:01:30Z,topic='l3_agent')) {'router_ids': ['33441f50-e8d5-4325-bf94-459c1d619039'], 'active': True} {{(pid=75043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:17:29.589972 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-06f65cbe-6cb1-4dca-a6e4-d390922adae1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:29.605474 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.provisioning_blocks [None req-06f65cbe-6cb1-4dca-a6e4-d390922adae1 admin admin] Transition to ACTIVE for port object 27534ec5-129f-4a44-bd13-7efcf14eacd0 will not be triggered until provisioned by entity DHCP. {{(pid=75041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:17:29.629527 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-06f65cbe-6cb1-4dca-a6e4-d390922adae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776571788279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1248622'] for port, after_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:29.633510 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-f7c3b256-f244-4ef2-a42a-26a35d9b4f9e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:17:29.681970 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b32e7e-7684-4b18-b4c8-6841f15bb718 None None] Pushing event updated for resources: {'Port': ['ID=d4ab0674-106f-4d77-b0b2-9a508c22176d,revision_number=3']} {{(pid=75043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:17:29.687277 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG oslo_concurrency.lockutils [None req-63b32e7e-7684-4b18-b4c8-6841f15bb718 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=75043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:17:29.709561 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06f65cbe-6cb1-4dca-a6e4-d390922adae1 admin admin] Network c5619dee-3425-446e-b1be-81e42a9a4fae is already hosted by enough agents. {{(pid=75041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:17:29.713228 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.scheduler.base_scheduler [None req-06f65cbe-6cb1-4dca-a6e4-d390922adae1 admin admin] Resources bound (agent type, host, resource id): {{(pid=75041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:17:29.715028 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f65cbe-6cb1-4dca-a6e4-d390922adae1 admin admin] Pushing event updated for resources: {'Port': ['ID=27534ec5-129f-4a44-bd13-7efcf14eacd0,revision_number=1']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:17:29.717293 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f65cbe-6cb1-4dca-a6e4-d390922adae1 admin admin] Received port after_create {{(pid=75041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:17:29.747700 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-06f65cbe-6cb1-4dca-a6e4-d390922adae1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:17:29.774631 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-06f65cbe-6cb1-4dca-a6e4-d390922adae1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-453824'] for router_interface, before_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:29.801804 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.db.l3_dvr_db [None req-89bf2283-f7b5-42d3-b598-5f0aa9b7ed15 None None] Set router 33441f50-e8d5-4325-bf94-459c1d619039 gateway port host: dv-cinder-806007-1-smb {{(pid=75043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:17:29.872755 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-06f65cbe-6cb1-4dca-a6e4-d390922adae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_update {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:29.943034 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-bf976fd6-e65f-4257-b417-b942c9b7b7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:30.007465 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.provisioning_blocks [None req-15cb4cbf-f4ad-46af-9a86-935056655b1a None None] Provisioning for port 27534ec5-129f-4a44-bd13-7efcf14eacd0 completed by entity DHCP. {{(pid=75042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:17:30.012673 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.provisioning_blocks [None req-15cb4cbf-f4ad-46af-9a86-935056655b1a None None] Provisioning complete for port 27534ec5-129f-4a44-bd13-7efcf14eacd0 triggered by entity DHCP. {{(pid=75042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:17:30.012992 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-15cb4cbf-f4ad-46af-9a86-935056655b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16203014'] for port, provisioning_complete {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:30.072417 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.plugin [None req-15cb4cbf-f4ad-46af-9a86-935056655b1a None None] Port 27534ec5-129f-4a44-bd13-7efcf14eacd0 cannot update to ACTIVE because it is not bound. {{(pid=75042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 25 16:17:30.116793 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.db.l3_hamode_db [None req-89bf2283-f7b5-42d3-b598-5f0aa9b7ed15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33441f50-e8d5-4325-bf94-459c1d619039', 'name': 'tempest-TestMinimumBasicScenario-787123227-router', 'tenant_id': 'a09391c2cdfa45a681ecbd8eac8f93fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af5d4827-908c-4372-9134-1f0198184942', 'external_fixed_ips': [{'subnet_id': 'a4c12025-f163-4c64-acba-906df26214d3', 'ip_address': '172.28.0.208'}], 'enable_snat': True}, 'gw_port_id': 'd4ab0674-106f-4d77-b0b2-9a508c22176d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:17:26Z', 'updated_at': '2021-08-25T16:17:27Z', 'revision_number': 3, 'project_id': 'a09391c2cdfa45a681ecbd8eac8f93fc', 'gw_port': {'id': 'd4ab0674-106f-4d77-b0b2-9a508c22176d', 'name': '', 'network_id': 'af5d4827-908c-4372-9134-1f0198184942', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:1c:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33441f50-e8d5-4325-bf94-459c1d619039', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a4c12025-f163-4c64-acba-906df26214d3', 'ip_address': '172.28.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:17:26Z', 'updated_at': '2021-08-25T16:17:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a4c12025-f163-4c64-acba-906df26214d3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-smb'}], 'dv-cinder-806007-1-smb', False) {} {{(pid=75043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:17:30.121213 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89bf2283-f7b5-42d3-b598-5f0aa9b7ed15 None None] The sync data for ids ['33441f50-e8d5-4325-bf94-459c1d619039'] in dv-cinder-806007-1-smb is: [{'id': '33441f50-e8d5-4325-bf94-459c1d619039', 'name': 'tempest-TestMinimumBasicScenario-787123227-router', 'tenant_id': 'a09391c2cdfa45a681ecbd8eac8f93fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af5d4827-908c-4372-9134-1f0198184942', 'external_fixed_ips': [{'subnet_id': 'a4c12025-f163-4c64-acba-906df26214d3', 'ip_address': '172.28.0.208'}], 'enable_snat': True}, 'gw_port_id': 'd4ab0674-106f-4d77-b0b2-9a508c22176d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:17:26Z', 'updated_at': '2021-08-25T16:17:27Z', 'revision_number': 3, 'project_id': 'a09391c2cdfa45a681ecbd8eac8f93fc', 'gw_port': {'id': 'd4ab0674-106f-4d77-b0b2-9a508c22176d', 'name': '', 'network_id': 'af5d4827-908c-4372-9134-1f0198184942', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:1c:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33441f50-e8d5-4325-bf94-459c1d619039', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a4c12025-f163-4c64-acba-906df26214d3', 'ip_address': '172.28.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:17:26Z', 'updated_at': '2021-08-25T16:17:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a4c12025-f163-4c64-acba-906df26214d3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-smb'}] {{(pid=75043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 16:17:30.148876 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-06f65cbe-6cb1-4dca-a6e4-d390922adae1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:30.153440 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-06f65cbe-6cb1-4dca-a6e4-d390922adae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776572168726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776571761677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776571761722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1248615'] for port, after_update {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:30.186560 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-f08c7d37-4677-4d29-963e-0fbd5b3f042a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:17:30.274812 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-06f65cbe-6cb1-4dca-a6e4-d390922adae1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16069120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-454953'] for router_interface, after_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:30.279088 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f65cbe-6cb1-4dca-a6e4-d390922adae1 admin admin] Pushing event updated for resources: {'Port': ['ID=27534ec5-129f-4a44-bd13-7efcf14eacd0,revision_number=2']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:17:30.282925 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-06f65cbe-6cb1-4dca-a6e4-d390922adae1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:17:30.427469 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06f65cbe-6cb1-4dca-a6e4-d390922adae1 admin admin] Network c5619dee-3425-446e-b1be-81e42a9a4fae is already hosted by enough agents. {{(pid=75041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:17:30.428407 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.scheduler.base_scheduler [None req-06f65cbe-6cb1-4dca-a6e4-d390922adae1 admin admin] Resources bound (agent type, host, resource id): {{(pid=75041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:17:30.698819 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.provisioning_blocks [None req-0ca4aabe-98df-4256-9a64-a12b489c8005 None None] Provisioning complete for port 27534ec5-129f-4a44-bd13-7efcf14eacd0 triggered by entity DHCP. {{(pid=75042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:17:30.699141 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-0ca4aabe-98df-4256-9a64-a12b489c8005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16203014'] for port, provisioning_complete {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:30.754274 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.plugin [None req-0ca4aabe-98df-4256-9a64-a12b489c8005 None None] Port 27534ec5-129f-4a44-bd13-7efcf14eacd0 cannot update to ACTIVE because it is not bound. {{(pid=75042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 25 16:17:30.792327 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Device e86fe682-2796-4481-95e6-2a6c3d4ec7c9 up at agent ovs-agent-dv-cinder-806007-1-smb {{(pid=75042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:17:30.817776 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06f65cbe-6cb1-4dca-a6e4-d390922adae1 admin admin] Router 33441f50-e8d5-4325-bf94-459c1d619039 has already been hosted by L3 agent ca94599f-caae-4183-a9a6-f9a0dcce5f21 {{(pid=75041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 16:17:30.866900 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.provisioning_blocks [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Provisioning complete for port e86fe682-2796-4481-95e6-2a6c3d4ec7c9 triggered by entity L2. {{(pid=75042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:17:30.867288 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16203014'] for port, provisioning_complete {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:31.009696 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-1bf536be-b7f1-4c3c-b07a-2be1e6809122 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:31.037407 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06f65cbe-6cb1-4dca-a6e4-d390922adae1 admin admin] Notify agent at l3_agent.dv-cinder-806007-1-smb the message routers_updated {{(pid=75041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:17:31.046520 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [None req-06f65cbe-6cb1-4dca-a6e4-d390922adae1 admin admin] 10.222.0.68 "PUT /v2.0/routers/33441f50-e8d5-4325-bf94-459c1d619039/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8655095 Aug 25 16:17:32.393601 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-8ca458b3-9003-4c9b-b026-f7ba765eab5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:36.841951 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Device d4ab0674-106f-4d77-b0b2-9a508c22176d up at agent ovs-agent-dv-cinder-806007-1-smb {{(pid=75042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:17:36.912450 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.provisioning_blocks [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Provisioning for port d4ab0674-106f-4d77-b0b2-9a508c22176d completed by entity L2. {{(pid=75042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:17:36.918190 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.provisioning_blocks [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Provisioning complete for port d4ab0674-106f-4d77-b0b2-9a508c22176d triggered by entity L2. {{(pid=75042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:17:36.918903 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16203014'] for port, provisioning_complete {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:37.042409 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:37.059929 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.db [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] For port d4ab0674-106f-4d77-b0b2-9a508c22176d, host dv-cinder-806007-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-1-smb',level=0,port_id=d4ab0674-106f-4d77-b0b2-9a508c22176d,segment=NetworkSegment(cbdd21c8-b3ae-45c5-b207-3efdd7246341),segment_id=cbdd21c8-b3ae-45c5-b207-3efdd7246341)] {{(pid=75042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:17:37.064469 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776572168726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776571761677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776571761722'] for port, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:37.070059 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:17:37.143414 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Pushing event updated for resources: {'Port': ['ID=d4ab0674-106f-4d77-b0b2-9a508c22176d,revision_number=4']} {{(pid=75042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:17:37.147272 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:17:37.974545 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a29018-e883-481c-b56f-39ee2e9cb4b9 None None] Sync routers for ids ['5716e8bc-e20a-4723-95b9-a74f8c3ea6c0'] in dv-cinder-806007-1-smb {{(pid=75042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 16:17:37.987433 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a29018-e883-481c-b56f-39ee2e9cb4b9 None None] Routers {'5716e8bc-e20a-4723-95b9-a74f8c3ea6c0'} bound to L3 agent in host dv-cinder-806007-1-smb {{(pid=75042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:17:37.989817 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.l3_hamode_db [None req-33a29018-e883-481c-b56f-39ee2e9cb4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T16:01:30Z,description=,heartbeat_timestamp=2021-08-25T16:17:30Z,host='dv-cinder-806007-1-smb',id=ca94599f-caae-4183-a9a6-f9a0dcce5f21,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:01:30Z,topic='l3_agent')) {'router_ids': ['5716e8bc-e20a-4723-95b9-a74f8c3ea6c0'], 'active': True} {{(pid=75042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:17:38.186139 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.l3_dvr_db [None req-33a29018-e883-481c-b56f-39ee2e9cb4b9 None None] Set router 5716e8bc-e20a-4723-95b9-a74f8c3ea6c0 gateway port host: dv-cinder-806007-1-smb {{(pid=75042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:17:38.558639 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.l3_hamode_db [None req-33a29018-e883-481c-b56f-39ee2e9cb4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5716e8bc-e20a-4723-95b9-a74f8c3ea6c0', 'name': 'tempest-TestMinimumBasicScenario-1168362028-router', 'tenant_id': 'd3a786a9704c44e99ba6effe11bf53a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af5d4827-908c-4372-9134-1f0198184942', 'external_fixed_ips': [{'subnet_id': 'a4c12025-f163-4c64-acba-906df26214d3', 'ip_address': '172.28.0.164'}], 'enable_snat': True}, 'gw_port_id': '26172d0c-c44f-430f-a820-53414d84c82e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:17:20Z', 'updated_at': '2021-08-25T16:17:23Z', 'revision_number': 4, 'project_id': 'd3a786a9704c44e99ba6effe11bf53a4', 'gw_port': {'id': '26172d0c-c44f-430f-a820-53414d84c82e', 'name': '', 'network_id': 'af5d4827-908c-4372-9134-1f0198184942', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:93:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5716e8bc-e20a-4723-95b9-a74f8c3ea6c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a4c12025-f163-4c64-acba-906df26214d3', 'ip_address': '172.28.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:17:20Z', 'updated_at': '2021-08-25T16:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a4c12025-f163-4c64-acba-906df26214d3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-smb', '_interfaces': [{'id': '860c529d-92be-43d2-9b54-88cab1ccde6f', 'name': '', 'network_id': '8bcc9d35-2470-4e30-8aba-cfbb6c88124f', 'tenant_id': 'd3a786a9704c44e99ba6effe11bf53a4', 'mac_address': 'fa:16:3e:69:c8:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5716e8bc-e20a-4723-95b9-a74f8c3ea6c0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bac40d47-3290-4266-94dc-e5f88517db61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:17:22Z', 'updated_at': '2021-08-25T16:17:23Z', 'revision_number': 2, 'project_id': 'd3a786a9704c44e99ba6effe11bf53a4', 'subnets': [{'id': 'bac40d47-3290-4266-94dc-e5f88517db61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-1-smb', False) {} {{(pid=75042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:17:38.563658 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a29018-e883-481c-b56f-39ee2e9cb4b9 None None] Checking router: 5716e8bc-e20a-4723-95b9-a74f8c3ea6c0 for host: dv-cinder-806007-1-smb {{(pid=75042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 16:17:38.564099 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a29018-e883-481c-b56f-39ee2e9cb4b9 None None] Updating router 5716e8bc-e20a-4723-95b9-a74f8c3ea6c0 port 860c529d-92be-43d2-9b54-88cab1ccde6f binding host dv-cinder-806007-1-smb {{(pid=75042) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 25 16:17:38.659341 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-33a29018-e883-481c-b56f-39ee2e9cb4b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:38.830343 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Device d4ab0674-106f-4d77-b0b2-9a508c22176d up at agent ovs-agent-dv-cinder-806007-1-smb {{(pid=75042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:17:39.046897 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.provisioning_blocks [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Provisioning complete for port d4ab0674-106f-4d77-b0b2-9a508c22176d triggered by entity L2. {{(pid=75042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:17:39.047571 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16203014'] for port, provisioning_complete {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:39.292064 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-33a29018-e883-481c-b56f-39ee2e9cb4b9 None None] Notify callbacks [] for port, precommit_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:39.317950 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.provisioning_blocks [None req-33a29018-e883-481c-b56f-39ee2e9cb4b9 None None] Transition to ACTIVE for port object 860c529d-92be-43d2-9b54-88cab1ccde6f will not be triggered until provisioned by entity L2. {{(pid=75042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:17:39.329050 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-33a29018-e883-481c-b56f-39ee2e9cb4b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776572168726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776571761677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776571761722'] for port, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:39.337116 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [None req-66e31ce9-ebe7-48f0-a4fb-2504db8226ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:17:39.482353 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39016a2d-6761-4e11-84de-a7ff91e7b675 None None] Pushing event updated for resources: {'Port': ['ID=860c529d-92be-43d2-9b54-88cab1ccde6f,revision_number=3']} {{(pid=75042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:17:39.485584 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [None req-39016a2d-6761-4e11-84de-a7ff91e7b675 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:17:39.646908 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.managers [None req-33a29018-e883-481c-b56f-39ee2e9cb4b9 None None] Attempting to bind port 860c529d-92be-43d2-9b54-88cab1ccde6f on host dv-cinder-806007-1-smb for vnic_type normal with profile {{(pid=75042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:17:39.647544 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.managers [None req-33a29018-e883-481c-b56f-39ee2e9cb4b9 None None] Attempting to bind port 860c529d-92be-43d2-9b54-88cab1ccde6f by drivers openvswitch,hyperv on host dv-cinder-806007-1-smb at level 0 using segments [{'id': 'a9db4df4-67e1-491b-b36a-55eb21989b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '8bcc9d35-2470-4e30-8aba-cfbb6c88124f'}] {{(pid=75042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:17:39.647682 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a29018-e883-481c-b56f-39ee2e9cb4b9 None None] Attempting to bind port 860c529d-92be-43d2-9b54-88cab1ccde6f on network 8bcc9d35-2470-4e30-8aba-cfbb6c88124f {{(pid=75042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:17:39.654617 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a29018-e883-481c-b56f-39ee2e9cb4b9 None None] Checking agent: {'id': '96a22994-db3b-42a5-8f4b-83134f26dca0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806007-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 1, 29), 'started_at': datetime.datetime(2021, 8, 25, 16, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 17, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806007-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:17:39.654965 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a29018-e883-481c-b56f-39ee2e9cb4b9 None None] Checking segment: {'id': 'a9db4df4-67e1-491b-b36a-55eb21989b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '8bcc9d35-2470-4e30-8aba-cfbb6c88124f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:17:39.655376 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-33a29018-e883-481c-b56f-39ee2e9cb4b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:39.655778 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a29018-e883-481c-b56f-39ee2e9cb4b9 None None] Bound using segment: {'id': 'a9db4df4-67e1-491b-b36a-55eb21989b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '8bcc9d35-2470-4e30-8aba-cfbb6c88124f'} {{(pid=75042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:17:39.656248 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.managers [None req-33a29018-e883-481c-b56f-39ee2e9cb4b9 None None] Bound port: 860c529d-92be-43d2-9b54-88cab1ccde6f, host: dv-cinder-806007-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9db4df4-67e1-491b-b36a-55eb21989b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '8bcc9d35-2470-4e30-8aba-cfbb6c88124f'}}] {{(pid=75042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:17:39.656626 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-33a29018-e883-481c-b56f-39ee2e9cb4b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:39.706043 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.wsgi [-] (75041) accepted ('10.222.0.68', 33496) {{(pid=75041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:17:39.765220 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.db [None req-33a29018-e883-481c-b56f-39ee2e9cb4b9 None None] For port 860c529d-92be-43d2-9b54-88cab1ccde6f, host dv-cinder-806007-1-smb, cleared binding levels {{(pid=75042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:17:39.767421 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.db [None req-33a29018-e883-481c-b56f-39ee2e9cb4b9 None None] For port 860c529d-92be-43d2-9b54-88cab1ccde6f, host dv-cinder-806007-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-1-smb',level=0,port_id=860c529d-92be-43d2-9b54-88cab1ccde6f,segment=NetworkSegment(a9db4df4-67e1-491b-b36a-55eb21989b3c),segment_id=a9db4df4-67e1-491b-b36a-55eb21989b3c)] {{(pid=75042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:17:39.775113 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-33a29018-e883-481c-b56f-39ee2e9cb4b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776572168726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776571761677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776571761722'] for port, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:39.779847 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [None req-66e31ce9-ebe7-48f0-a4fb-2504db8226ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:17:39.867166 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a29018-e883-481c-b56f-39ee2e9cb4b9 None None] Routers {'5716e8bc-e20a-4723-95b9-a74f8c3ea6c0'} bound to L3 agent in host dv-cinder-806007-1-smb {{(pid=75042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:17:39.867806 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.l3_hamode_db [None req-33a29018-e883-481c-b56f-39ee2e9cb4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T16:01:30Z,description=,heartbeat_timestamp=2021-08-25T16:17:30Z,host='dv-cinder-806007-1-smb',id=ca94599f-caae-4183-a9a6-f9a0dcce5f21,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:01:30Z,topic='l3_agent')) {'router_ids': ['5716e8bc-e20a-4723-95b9-a74f8c3ea6c0'], 'active': True} {{(pid=75042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:17:39.949227 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39016a2d-6761-4e11-84de-a7ff91e7b675 None None] Pushing event updated for resources: {'Port': ['ID=860c529d-92be-43d2-9b54-88cab1ccde6f,revision_number=4']} {{(pid=75042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:17:39.953487 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [None req-39016a2d-6761-4e11-84de-a7ff91e7b675 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:17:40.064462 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-dfee6f3b-9e5e-4d26-b035-9e6834f9af28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:40.104200 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.l3_dvr_db [None req-33a29018-e883-481c-b56f-39ee2e9cb4b9 None None] Set router 5716e8bc-e20a-4723-95b9-a74f8c3ea6c0 gateway port host: dv-cinder-806007-1-smb {{(pid=75042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:17:40.105736 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.quota.driver [None req-dfee6f3b-9e5e-4d26-b035-9e6834f9af28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:17:40.110029 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [None req-dfee6f3b-9e5e-4d26-b035-9e6834f9af28 admin admin] Usage tracker for resource:security_group_rule and tenant:9df494c5bcc04f5cab285bb695e5b730 is out of sync, need to count used quota {{(pid=75041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:17:40.114627 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [None req-dfee6f3b-9e5e-4d26-b035-9e6834f9af28 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:17:40.121916 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.quota.driver [None req-dfee6f3b-9e5e-4d26-b035-9e6834f9af28 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:17:40.211251 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-dfee6f3b-9e5e-4d26-b035-9e6834f9af28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:40.216096 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-dfee6f3b-9e5e-4d26-b035-9e6834f9af28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:40.224055 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-8292b0ff-790f-4cf9-8176-6d2adb84d35d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:17:40.270411 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfee6f3b-9e5e-4d26-b035-9e6834f9af28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67d291fa-2098-4dcd-8945-05b4bc5a3c97,revision_number=1']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:17:40.274037 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-dfee6f3b-9e5e-4d26-b035-9e6834f9af28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:17:40.280269 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [None req-dfee6f3b-9e5e-4d26-b035-9e6834f9af28 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=9df494c5bcc04f5cab285bb695e5b730&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5706348 Aug 25 16:17:40.280269 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.wsgi [-] (75041) accepted ('10.222.0.68', 33502) {{(pid=75041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:17:40.372963 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-3cb192eb-bb61-4726-a3d8-7baa38f70057 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:40.401496 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-3cb192eb-bb61-4726-a3d8-7baa38f70057 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:40.479899 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-3cb192eb-bb61-4726-a3d8-7baa38f70057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:40.486696 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-3aaad875-a6d2-4c6f-ab1e-3a0d2b92a6ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:17:40.502309 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb192eb-bb61-4726-a3d8-7baa38f70057 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67d291fa-2098-4dcd-8945-05b4bc5a3c97,revision_number=None']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:17:40.507149 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-3cb192eb-bb61-4726-a3d8-7baa38f70057 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:17:40.511678 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-3cb192eb-bb61-4726-a3d8-7baa38f70057 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:40.515296 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [None req-3cb192eb-bb61-4726-a3d8-7baa38f70057 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/67d291fa-2098-4dcd-8945-05b4bc5a3c97 HTTP/1.1" status: 204 len: 168 time: 0.2315533 Aug 25 16:17:40.522418 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.l3_hamode_db [None req-33a29018-e883-481c-b56f-39ee2e9cb4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5716e8bc-e20a-4723-95b9-a74f8c3ea6c0', 'name': 'tempest-TestMinimumBasicScenario-1168362028-router', 'tenant_id': 'd3a786a9704c44e99ba6effe11bf53a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af5d4827-908c-4372-9134-1f0198184942', 'external_fixed_ips': [{'subnet_id': 'a4c12025-f163-4c64-acba-906df26214d3', 'ip_address': '172.28.0.164'}], 'enable_snat': True}, 'gw_port_id': '26172d0c-c44f-430f-a820-53414d84c82e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:17:20Z', 'updated_at': '2021-08-25T16:17:23Z', 'revision_number': 4, 'project_id': 'd3a786a9704c44e99ba6effe11bf53a4', 'gw_port': {'id': '26172d0c-c44f-430f-a820-53414d84c82e', 'name': '', 'network_id': 'af5d4827-908c-4372-9134-1f0198184942', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:93:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5716e8bc-e20a-4723-95b9-a74f8c3ea6c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a4c12025-f163-4c64-acba-906df26214d3', 'ip_address': '172.28.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:17:20Z', 'updated_at': '2021-08-25T16:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a4c12025-f163-4c64-acba-906df26214d3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-smb', '_interfaces': [{'id': '860c529d-92be-43d2-9b54-88cab1ccde6f', 'name': '', 'network_id': '8bcc9d35-2470-4e30-8aba-cfbb6c88124f', 'tenant_id': 'd3a786a9704c44e99ba6effe11bf53a4', 'mac_address': 'fa:16:3e:69:c8:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5716e8bc-e20a-4723-95b9-a74f8c3ea6c0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bac40d47-3290-4266-94dc-e5f88517db61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:17:22Z', 'updated_at': '2021-08-25T16:17:39Z', 'revision_number': 4, 'project_id': 'd3a786a9704c44e99ba6effe11bf53a4', 'subnets': [{'id': 'bac40d47-3290-4266-94dc-e5f88517db61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-1-smb', False) {} {{(pid=75042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:17:40.541358 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a29018-e883-481c-b56f-39ee2e9cb4b9 None None] The sync data for ids ['5716e8bc-e20a-4723-95b9-a74f8c3ea6c0'] in dv-cinder-806007-1-smb is: [{'id': '5716e8bc-e20a-4723-95b9-a74f8c3ea6c0', 'name': 'tempest-TestMinimumBasicScenario-1168362028-router', 'tenant_id': 'd3a786a9704c44e99ba6effe11bf53a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af5d4827-908c-4372-9134-1f0198184942', 'external_fixed_ips': [{'subnet_id': 'a4c12025-f163-4c64-acba-906df26214d3', 'ip_address': '172.28.0.164'}], 'enable_snat': True}, 'gw_port_id': '26172d0c-c44f-430f-a820-53414d84c82e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:17:20Z', 'updated_at': '2021-08-25T16:17:23Z', 'revision_number': 4, 'project_id': 'd3a786a9704c44e99ba6effe11bf53a4', 'gw_port': {'id': '26172d0c-c44f-430f-a820-53414d84c82e', 'name': '', 'network_id': 'af5d4827-908c-4372-9134-1f0198184942', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:93:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5716e8bc-e20a-4723-95b9-a74f8c3ea6c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a4c12025-f163-4c64-acba-906df26214d3', 'ip_address': '172.28.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:17:20Z', 'updated_at': '2021-08-25T16:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a4c12025-f163-4c64-acba-906df26214d3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-smb', '_interfaces': [{'id': '860c529d-92be-43d2-9b54-88cab1ccde6f', 'name': '', 'network_id': '8bcc9d35-2470-4e30-8aba-cfbb6c88124f', 'tenant_id': 'd3a786a9704c44e99ba6effe11bf53a4', 'mac_address': 'fa:16:3e:69:c8:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5716e8bc-e20a-4723-95b9-a74f8c3ea6c0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bac40d47-3290-4266-94dc-e5f88517db61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:17:22Z', 'updated_at': '2021-08-25T16:17:39Z', 'revision_number': 4, 'project_id': 'd3a786a9704c44e99ba6effe11bf53a4', 'subnets': [{'id': 'bac40d47-3290-4266-94dc-e5f88517db61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 16:17:40.885429 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Device 860c529d-92be-43d2-9b54-88cab1ccde6f up at agent ovs-agent-dv-cinder-806007-1-smb {{(pid=75042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:17:40.923989 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f08f1c0-95d5-4bac-9c68-33fde1bd4e1d None None] Sync routers for ids ['33441f50-e8d5-4325-bf94-459c1d619039'] in dv-cinder-806007-1-smb {{(pid=75043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 16:17:40.950521 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f08f1c0-95d5-4bac-9c68-33fde1bd4e1d None None] Routers {'33441f50-e8d5-4325-bf94-459c1d619039'} bound to L3 agent in host dv-cinder-806007-1-smb {{(pid=75043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:17:40.951525 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.db.l3_hamode_db [None req-3f08f1c0-95d5-4bac-9c68-33fde1bd4e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T16:01:30Z,description=,heartbeat_timestamp=2021-08-25T16:17:30Z,host='dv-cinder-806007-1-smb',id=ca94599f-caae-4183-a9a6-f9a0dcce5f21,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:01:30Z,topic='l3_agent')) {'router_ids': ['33441f50-e8d5-4325-bf94-459c1d619039'], 'active': True} {{(pid=75043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:17:41.034159 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.provisioning_blocks [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Provisioning for port 860c529d-92be-43d2-9b54-88cab1ccde6f completed by entity L2. {{(pid=75042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:17:41.049973 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.provisioning_blocks [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Provisioning complete for port 860c529d-92be-43d2-9b54-88cab1ccde6f triggered by entity L2. {{(pid=75042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:17:41.051035 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16203014'] for port, provisioning_complete {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:41.181266 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.wsgi [-] (75041) accepted ('10.222.0.68', 33510) {{(pid=75041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:17:41.217856 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-69a78753-7bc0-419c-9333-cf138657581e admin admin] Notify callbacks [] for security_group, before_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:41.268712 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:41.273652 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.quota.driver [None req-69a78753-7bc0-419c-9333-cf138657581e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:17:41.283533 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [None req-69a78753-7bc0-419c-9333-cf138657581e admin admin] Usage tracker for resource:security_group_rule and tenant:7c18a628b4254b25a84ae8ec7e15a133 is out of sync, need to count used quota {{(pid=75041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:17:41.289323 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [None req-69a78753-7bc0-419c-9333-cf138657581e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:17:41.300054 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.quota.driver [None req-69a78753-7bc0-419c-9333-cf138657581e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:17:41.311067 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.db [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] For port 860c529d-92be-43d2-9b54-88cab1ccde6f, host dv-cinder-806007-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-1-smb',level=0,port_id=860c529d-92be-43d2-9b54-88cab1ccde6f,segment=NetworkSegment(a9db4df4-67e1-491b-b36a-55eb21989b3c),segment_id=a9db4df4-67e1-491b-b36a-55eb21989b3c)] {{(pid=75042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:17:41.317677 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776572168726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776571761677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776571761722'] for port, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:41.319598 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [None req-d09595a8-7c8d-4f3e-b791-b0e68ffae6d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:17:41.454693 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Pushing event updated for resources: {'Port': ['ID=860c529d-92be-43d2-9b54-88cab1ccde6f,revision_number=5']} {{(pid=75042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:17:41.461062 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:17:41.483890 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-69a78753-7bc0-419c-9333-cf138657581e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:41.490990 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-69a78753-7bc0-419c-9333-cf138657581e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:41.500029 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-1f4844c6-863b-47a3-99c6-5b851854638b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:17:41.504040 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.db.l3_dvr_db [None req-3f08f1c0-95d5-4bac-9c68-33fde1bd4e1d None None] Set router 33441f50-e8d5-4325-bf94-459c1d619039 gateway port host: dv-cinder-806007-1-smb {{(pid=75043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:17:41.541047 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a78753-7bc0-419c-9333-cf138657581e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c92c964-3071-4836-86d0-7ee3333bf7ba,revision_number=1']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:17:41.545432 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [None req-69a78753-7bc0-419c-9333-cf138657581e admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=7c18a628b4254b25a84ae8ec7e15a133&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3625598 Aug 25 16:17:41.546359 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-69a78753-7bc0-419c-9333-cf138657581e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:17:41.548154 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.wsgi [-] (75041) accepted ('10.222.0.68', 33514) {{(pid=75041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:17:41.630007 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-ba24fb05-7308-4fde-a5ee-751db110827e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:41.664288 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-ba24fb05-7308-4fde-a5ee-751db110827e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:41.774725 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-ba24fb05-7308-4fde-a5ee-751db110827e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:41.781899 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-45438a68-02c3-4896-9c1f-1948cdbfea6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:17:41.801655 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba24fb05-7308-4fde-a5ee-751db110827e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c92c964-3071-4836-86d0-7ee3333bf7ba,revision_number=None']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:17:41.806077 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-ba24fb05-7308-4fde-a5ee-751db110827e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:17:41.808967 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-ba24fb05-7308-4fde-a5ee-751db110827e admin admin] Notify callbacks [] for security_group, before_response {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:41.810655 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [None req-ba24fb05-7308-4fde-a5ee-751db110827e admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/4c92c964-3071-4836-86d0-7ee3333bf7ba HTTP/1.1" status: 204 len: 168 time: 0.2616994 Aug 25 16:17:41.932329 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.db.l3_hamode_db [None req-3f08f1c0-95d5-4bac-9c68-33fde1bd4e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33441f50-e8d5-4325-bf94-459c1d619039', 'name': 'tempest-TestMinimumBasicScenario-787123227-router', 'tenant_id': 'a09391c2cdfa45a681ecbd8eac8f93fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af5d4827-908c-4372-9134-1f0198184942', 'external_fixed_ips': [{'subnet_id': 'a4c12025-f163-4c64-acba-906df26214d3', 'ip_address': '172.28.0.208'}], 'enable_snat': True}, 'gw_port_id': 'd4ab0674-106f-4d77-b0b2-9a508c22176d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:17:26Z', 'updated_at': '2021-08-25T16:17:29Z', 'revision_number': 4, 'project_id': 'a09391c2cdfa45a681ecbd8eac8f93fc', 'gw_port': {'id': 'd4ab0674-106f-4d77-b0b2-9a508c22176d', 'name': '', 'network_id': 'af5d4827-908c-4372-9134-1f0198184942', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:1c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33441f50-e8d5-4325-bf94-459c1d619039', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a4c12025-f163-4c64-acba-906df26214d3', 'ip_address': '172.28.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:17:26Z', 'updated_at': '2021-08-25T16:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a4c12025-f163-4c64-acba-906df26214d3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-smb', '_interfaces': [{'id': '27534ec5-129f-4a44-bd13-7efcf14eacd0', 'name': '', 'network_id': 'c5619dee-3425-446e-b1be-81e42a9a4fae', 'tenant_id': 'a09391c2cdfa45a681ecbd8eac8f93fc', 'mac_address': 'fa:16:3e:f3:f4:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33441f50-e8d5-4325-bf94-459c1d619039', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '77b8f322-3e37-438b-825a-20c579caae62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:17:29Z', 'updated_at': '2021-08-25T16:17:29Z', 'revision_number': 2, 'project_id': 'a09391c2cdfa45a681ecbd8eac8f93fc', 'subnets': [{'id': '77b8f322-3e37-438b-825a-20c579caae62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-1-smb', False) {} {{(pid=75043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:17:41.937439 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f08f1c0-95d5-4bac-9c68-33fde1bd4e1d None None] Checking router: 33441f50-e8d5-4325-bf94-459c1d619039 for host: dv-cinder-806007-1-smb {{(pid=75043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 16:17:41.937821 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f08f1c0-95d5-4bac-9c68-33fde1bd4e1d None None] Updating router 33441f50-e8d5-4325-bf94-459c1d619039 port 27534ec5-129f-4a44-bd13-7efcf14eacd0 binding host dv-cinder-806007-1-smb {{(pid=75043) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 25 16:17:41.995757 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron_lib.callbacks.manager [None req-3f08f1c0-95d5-4bac-9c68-33fde1bd4e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_update {{(pid=75043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:42.419657 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron_lib.callbacks.manager [None req-3f08f1c0-95d5-4bac-9c68-33fde1bd4e1d None None] Notify callbacks [] for port, precommit_update {{(pid=75043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:42.433100 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.db.provisioning_blocks [None req-3f08f1c0-95d5-4bac-9c68-33fde1bd4e1d None None] Transition to ACTIVE for port object 27534ec5-129f-4a44-bd13-7efcf14eacd0 will not be triggered until provisioned by entity L2. {{(pid=75043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:17:42.442983 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron_lib.callbacks.manager [None req-3f08f1c0-95d5-4bac-9c68-33fde1bd4e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776572168726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776571761677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776571761722'] for port, after_update {{(pid=75043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:42.458235 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG oslo_concurrency.lockutils [None req-63b32e7e-7684-4b18-b4c8-6841f15bb718 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:17:42.615424 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caae0a85-7f9e-494a-8d4b-2941ff01383e None None] Pushing event updated for resources: {'Port': ['ID=27534ec5-129f-4a44-bd13-7efcf14eacd0,revision_number=3']} {{(pid=75043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:17:42.619354 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG oslo_concurrency.lockutils [None req-caae0a85-7f9e-494a-8d4b-2941ff01383e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=75043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:17:42.711882 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.plugins.ml2.managers [None req-3f08f1c0-95d5-4bac-9c68-33fde1bd4e1d None None] Attempting to bind port 27534ec5-129f-4a44-bd13-7efcf14eacd0 on host dv-cinder-806007-1-smb for vnic_type normal with profile {{(pid=75043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:17:42.712382 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.plugins.ml2.managers [None req-3f08f1c0-95d5-4bac-9c68-33fde1bd4e1d None None] Attempting to bind port 27534ec5-129f-4a44-bd13-7efcf14eacd0 by drivers openvswitch,hyperv on host dv-cinder-806007-1-smb at level 0 using segments [{'id': '53d7de64-644d-48f1-8b1d-eae4377d8910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'c5619dee-3425-446e-b1be-81e42a9a4fae'}] {{(pid=75043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:17:42.712841 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f08f1c0-95d5-4bac-9c68-33fde1bd4e1d None None] Attempting to bind port 27534ec5-129f-4a44-bd13-7efcf14eacd0 on network c5619dee-3425-446e-b1be-81e42a9a4fae {{(pid=75043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:17:42.720325 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f08f1c0-95d5-4bac-9c68-33fde1bd4e1d None None] Checking agent: {'id': '96a22994-db3b-42a5-8f4b-83134f26dca0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806007-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 1, 29), 'started_at': datetime.datetime(2021, 8, 25, 16, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 17, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806007-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:17:42.720806 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f08f1c0-95d5-4bac-9c68-33fde1bd4e1d None None] Checking segment: {'id': '53d7de64-644d-48f1-8b1d-eae4377d8910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'c5619dee-3425-446e-b1be-81e42a9a4fae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:17:42.721343 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron_lib.callbacks.manager [None req-3f08f1c0-95d5-4bac-9c68-33fde1bd4e1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:42.722589 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f08f1c0-95d5-4bac-9c68-33fde1bd4e1d None None] Bound using segment: {'id': '53d7de64-644d-48f1-8b1d-eae4377d8910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'c5619dee-3425-446e-b1be-81e42a9a4fae'} {{(pid=75043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:17:42.723319 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.plugins.ml2.managers [None req-3f08f1c0-95d5-4bac-9c68-33fde1bd4e1d None None] Bound port: 27534ec5-129f-4a44-bd13-7efcf14eacd0, host: dv-cinder-806007-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53d7de64-644d-48f1-8b1d-eae4377d8910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'c5619dee-3425-446e-b1be-81e42a9a4fae'}}] {{(pid=75043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:17:42.723871 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron_lib.callbacks.manager [None req-3f08f1c0-95d5-4bac-9c68-33fde1bd4e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_update {{(pid=75043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:42.821655 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Device 860c529d-92be-43d2-9b54-88cab1ccde6f up at agent ovs-agent-dv-cinder-806007-1-smb {{(pid=75042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:17:42.851388 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.plugins.ml2.db [None req-3f08f1c0-95d5-4bac-9c68-33fde1bd4e1d None None] For port 27534ec5-129f-4a44-bd13-7efcf14eacd0, host dv-cinder-806007-1-smb, cleared binding levels {{(pid=75043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:17:42.855145 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.plugins.ml2.db [None req-3f08f1c0-95d5-4bac-9c68-33fde1bd4e1d None None] For port 27534ec5-129f-4a44-bd13-7efcf14eacd0, host dv-cinder-806007-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-1-smb',level=0,port_id=27534ec5-129f-4a44-bd13-7efcf14eacd0,segment=NetworkSegment(53d7de64-644d-48f1-8b1d-eae4377d8910),segment_id=53d7de64-644d-48f1-8b1d-eae4377d8910)] {{(pid=75043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:17:42.860532 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron_lib.callbacks.manager [None req-3f08f1c0-95d5-4bac-9c68-33fde1bd4e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776572168726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776571761677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776571761722'] for port, after_update {{(pid=75043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:42.866571 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG oslo_concurrency.lockutils [None req-f967dca1-51fa-4529-bebf-3db6db99138c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:17:42.923863 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.provisioning_blocks [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Provisioning complete for port 860c529d-92be-43d2-9b54-88cab1ccde6f triggered by entity L2. {{(pid=75042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:17:42.925139 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16203014'] for port, provisioning_complete {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:42.948359 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f08f1c0-95d5-4bac-9c68-33fde1bd4e1d None None] Routers {'33441f50-e8d5-4325-bf94-459c1d619039'} bound to L3 agent in host dv-cinder-806007-1-smb {{(pid=75043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:17:42.948992 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.db.l3_hamode_db [None req-3f08f1c0-95d5-4bac-9c68-33fde1bd4e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T16:01:30Z,description=,heartbeat_timestamp=2021-08-25T16:17:30Z,host='dv-cinder-806007-1-smb',id=ca94599f-caae-4183-a9a6-f9a0dcce5f21,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:01:30Z,topic='l3_agent')) {'router_ids': ['33441f50-e8d5-4325-bf94-459c1d619039'], 'active': True} {{(pid=75043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:17:43.177296 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.db.l3_dvr_db [None req-3f08f1c0-95d5-4bac-9c68-33fde1bd4e1d None None] Set router 33441f50-e8d5-4325-bf94-459c1d619039 gateway port host: dv-cinder-806007-1-smb {{(pid=75043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:17:43.226983 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caae0a85-7f9e-494a-8d4b-2941ff01383e None None] Pushing event updated for resources: {'Port': ['ID=27534ec5-129f-4a44-bd13-7efcf14eacd0,revision_number=4']} {{(pid=75043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:17:43.230232 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG oslo_concurrency.lockutils [None req-caae0a85-7f9e-494a-8d4b-2941ff01383e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=75043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:17:43.356297 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c00d5c0-6f36-4081-9a50-3729f3a8adc1 req-48cace9d-4d4d-4d85-ab2d-6857b0568b69 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:17:43.356958 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [req-9c00d5c0-6f36-4081-9a50-3729f3a8adc1 req-48cace9d-4d4d-4d85-ab2d-6857b0568b69 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Synchronizing usage tracker for tenant:d3a786a9704c44e99ba6effe11bf53a4 on resource:network {{(pid=75041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:17:43.375689 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [req-9c00d5c0-6f36-4081-9a50-3729f3a8adc1 req-48cace9d-4d4d-4d85-ab2d-6857b0568b69 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Unset dirty status for tenant:d3a786a9704c44e99ba6effe11bf53a4 on resource:network {{(pid=75041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:17:43.377111 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-9c00d5c0-6f36-4081-9a50-3729f3a8adc1 req-48cace9d-4d4d-4d85-ab2d-6857b0568b69 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] 10.222.0.68 "GET /v2.0/networks?id=8bcc9d35-2470-4e30-8aba-cfbb6c88124f HTTP/1.1" status: 200 len: 815 time: 0.1884341 Aug 25 16:17:43.395467 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-9c00d5c0-6f36-4081-9a50-3729f3a8adc1 req-0f5e1cce-9049-4f59-8ccd-b9928b137825 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] 10.222.0.68 "GET /v2.0/quotas/d3a786a9704c44e99ba6effe11bf53a4 HTTP/1.1" status: 200 len: 375 time: 0.0122883 Aug 25 16:17:43.481510 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [req-9c00d5c0-6f36-4081-9a50-3729f3a8adc1 req-7296a640-cf4e-4349-be92-6bb6e40b23ec tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Synchronizing usage tracker for tenant:d3a786a9704c44e99ba6effe11bf53a4 on resource:port {{(pid=75041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:17:43.499933 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [req-9c00d5c0-6f36-4081-9a50-3729f3a8adc1 req-7296a640-cf4e-4349-be92-6bb6e40b23ec tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Unset dirty status for tenant:d3a786a9704c44e99ba6effe11bf53a4 on resource:port {{(pid=75041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:17:43.501802 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-9c00d5c0-6f36-4081-9a50-3729f3a8adc1 req-7296a640-cf4e-4349-be92-6bb6e40b23ec tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=d3a786a9704c44e99ba6effe11bf53a4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1011579 Aug 25 16:17:43.625169 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.db.l3_hamode_db [None req-3f08f1c0-95d5-4bac-9c68-33fde1bd4e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33441f50-e8d5-4325-bf94-459c1d619039', 'name': 'tempest-TestMinimumBasicScenario-787123227-router', 'tenant_id': 'a09391c2cdfa45a681ecbd8eac8f93fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af5d4827-908c-4372-9134-1f0198184942', 'external_fixed_ips': [{'subnet_id': 'a4c12025-f163-4c64-acba-906df26214d3', 'ip_address': '172.28.0.208'}], 'enable_snat': True}, 'gw_port_id': 'd4ab0674-106f-4d77-b0b2-9a508c22176d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:17:26Z', 'updated_at': '2021-08-25T16:17:29Z', 'revision_number': 4, 'project_id': 'a09391c2cdfa45a681ecbd8eac8f93fc', 'gw_port': {'id': 'd4ab0674-106f-4d77-b0b2-9a508c22176d', 'name': '', 'network_id': 'af5d4827-908c-4372-9134-1f0198184942', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:1c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33441f50-e8d5-4325-bf94-459c1d619039', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a4c12025-f163-4c64-acba-906df26214d3', 'ip_address': '172.28.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:17:26Z', 'updated_at': '2021-08-25T16:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a4c12025-f163-4c64-acba-906df26214d3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-smb', '_interfaces': [{'id': '27534ec5-129f-4a44-bd13-7efcf14eacd0', 'name': '', 'network_id': 'c5619dee-3425-446e-b1be-81e42a9a4fae', 'tenant_id': 'a09391c2cdfa45a681ecbd8eac8f93fc', 'mac_address': 'fa:16:3e:f3:f4:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33441f50-e8d5-4325-bf94-459c1d619039', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '77b8f322-3e37-438b-825a-20c579caae62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:17:29Z', 'updated_at': '2021-08-25T16:17:42Z', 'revision_number': 4, 'project_id': 'a09391c2cdfa45a681ecbd8eac8f93fc', 'subnets': [{'id': '77b8f322-3e37-438b-825a-20c579caae62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-1-smb', False) {} {{(pid=75043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:17:43.630251 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f08f1c0-95d5-4bac-9c68-33fde1bd4e1d None None] The sync data for ids ['33441f50-e8d5-4325-bf94-459c1d619039'] in dv-cinder-806007-1-smb is: [{'id': '33441f50-e8d5-4325-bf94-459c1d619039', 'name': 'tempest-TestMinimumBasicScenario-787123227-router', 'tenant_id': 'a09391c2cdfa45a681ecbd8eac8f93fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af5d4827-908c-4372-9134-1f0198184942', 'external_fixed_ips': [{'subnet_id': 'a4c12025-f163-4c64-acba-906df26214d3', 'ip_address': '172.28.0.208'}], 'enable_snat': True}, 'gw_port_id': 'd4ab0674-106f-4d77-b0b2-9a508c22176d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:17:26Z', 'updated_at': '2021-08-25T16:17:29Z', 'revision_number': 4, 'project_id': 'a09391c2cdfa45a681ecbd8eac8f93fc', 'gw_port': {'id': 'd4ab0674-106f-4d77-b0b2-9a508c22176d', 'name': '', 'network_id': 'af5d4827-908c-4372-9134-1f0198184942', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:1c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33441f50-e8d5-4325-bf94-459c1d619039', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a4c12025-f163-4c64-acba-906df26214d3', 'ip_address': '172.28.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:17:26Z', 'updated_at': '2021-08-25T16:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a4c12025-f163-4c64-acba-906df26214d3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-smb', '_interfaces': [{'id': '27534ec5-129f-4a44-bd13-7efcf14eacd0', 'name': '', 'network_id': 'c5619dee-3425-446e-b1be-81e42a9a4fae', 'tenant_id': 'a09391c2cdfa45a681ecbd8eac8f93fc', 'mac_address': 'fa:16:3e:f3:f4:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33441f50-e8d5-4325-bf94-459c1d619039', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '77b8f322-3e37-438b-825a-20c579caae62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:17:29Z', 'updated_at': '2021-08-25T16:17:42Z', 'revision_number': 4, 'project_id': 'a09391c2cdfa45a681ecbd8eac8f93fc', 'subnets': [{'id': '77b8f322-3e37-438b-825a-20c579caae62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 16:17:43.702058 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-9c00d5c0-6f36-4081-9a50-3729f3a8adc1 req-0d0dcf43-afeb-42c0-b213-b800858f1a54 service neutron] 10.222.0.68 "GET /v2.0/networks/8bcc9d35-2470-4e30-8aba-cfbb6c88124f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749752 Aug 25 16:17:43.924818 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-9c00d5c0-6f36-4081-9a50-3729f3a8adc1 req-6187140a-47fd-45bc-b85c-ce64590daefd service neutron] 10.222.0.68 "GET /v2.0/networks/8bcc9d35-2470-4e30-8aba-cfbb6c88124f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2128804 Aug 25 16:17:44.153323 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-41648faf-f3db-4563-bea7-def2d5ab7256 req-f505bc1c-a2ba-4765-a1c9-0ab6677ec7ff tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] 10.222.0.68 "GET /v2.0/ports?device_id=7e151932-4a50-4875-8bcb-12c6718df171 HTTP/1.1" status: 200 len: 210 time: 0.0579376 Aug 25 16:17:44.762921 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 33594) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:17:44.839716 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Device 27534ec5-129f-4a44-bd13-7efcf14eacd0 up at agent ovs-agent-dv-cinder-806007-1-smb {{(pid=75042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:17:44.912114 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.provisioning_blocks [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Provisioning for port 27534ec5-129f-4a44-bd13-7efcf14eacd0 completed by entity L2. {{(pid=75042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:17:44.917326 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.provisioning_blocks [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Provisioning complete for port 27534ec5-129f-4a44-bd13-7efcf14eacd0 triggered by entity L2. {{(pid=75042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:17:44.917709 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16203014'] for port, provisioning_complete {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:44.922334 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-e121e734-e6ae-4e14-aa48-473ba96a7d07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:44.955783 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-e121e734-e6ae-4e14-aa48-473ba96a7d07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:17:44.960005 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-e121e734-e6ae-4e14-aa48-473ba96a7d07 admin admin] Usage tracker for resource:security_group_rule and tenant:9b0052971bf74af2afe007223e537aaa is out of sync, need to count used quota {{(pid=75040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:17:44.962862 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-e121e734-e6ae-4e14-aa48-473ba96a7d07 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:17:44.968549 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-e121e734-e6ae-4e14-aa48-473ba96a7d07 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:17:45.033021 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:45.036987 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-e121e734-e6ae-4e14-aa48-473ba96a7d07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:45.041050 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-e121e734-e6ae-4e14-aa48-473ba96a7d07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:45.050044 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-7136eaab-e053-4515-8ff0-ed1815ba3660 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:17:45.072667 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.db [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] For port 27534ec5-129f-4a44-bd13-7efcf14eacd0, host dv-cinder-806007-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-1-smb',level=0,port_id=27534ec5-129f-4a44-bd13-7efcf14eacd0,segment=NetworkSegment(53d7de64-644d-48f1-8b1d-eae4377d8910),segment_id=53d7de64-644d-48f1-8b1d-eae4377d8910)] {{(pid=75042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:17:45.078639 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776572168726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776571761677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776571761722'] for port, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:45.082009 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [None req-8828707c-2fef-4abe-b1fb-4c6cf56bcc17 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:17:45.093627 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e121e734-e6ae-4e14-aa48-473ba96a7d07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6090690-7f1c-4a1d-973d-7a72f0f23650,revision_number=1']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:17:45.101451 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-e121e734-e6ae-4e14-aa48-473ba96a7d07 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=9b0052971bf74af2afe007223e537aaa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3370535 Aug 25 16:17:45.101669 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.wsgi [-] (75041) accepted ('10.222.0.68', 33600) {{(pid=75041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:17:45.102674 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-e121e734-e6ae-4e14-aa48-473ba96a7d07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:17:45.162826 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Pushing event updated for resources: {'Port': ['ID=27534ec5-129f-4a44-bd13-7efcf14eacd0,revision_number=5']} {{(pid=75042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:17:45.165910 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:17:45.194376 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-22439236-97c6-4fcc-af0d-faa0697565c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:45.326421 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-22439236-97c6-4fcc-af0d-faa0697565c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:45.362324 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-dcc0c761-ea30-4192-b7f3-fcf70ae18362 req-474ecfd4-c462-4358-958e-96a0acb7637f tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] 10.222.0.68 "GET /v2.0/ports?device_id=7e151932-4a50-4875-8bcb-12c6718df171 HTTP/1.1" status: 200 len: 210 time: 0.0783021 Aug 25 16:17:45.430459 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c00d5c0-6f36-4081-9a50-3729f3a8adc1 req-474bc722-d37b-4240-a418-bd5dca29351b tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:17:45.431876 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-9c00d5c0-6f36-4081-9a50-3729f3a8adc1 req-474bc722-d37b-4240-a418-bd5dca29351b tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] 10.222.0.70 "GET /v2.0/networks?id=8bcc9d35-2470-4e30-8aba-cfbb6c88124f HTTP/1.1" status: 200 len: 815 time: 0.2606492 Aug 25 16:17:45.443539 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-22439236-97c6-4fcc-af0d-faa0697565c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:45.448549 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-3529cd37-6f6f-44dc-9255-7e17ddac2e6f tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:17:45.460134 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.v2.base [req-9c00d5c0-6f36-4081-9a50-3729f3a8adc1 req-efe43768-5933-41ea-af14-a1e38a675302 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Request body: {'port': {'device_id': '7e151932-4a50-4875-8bcb-12c6718df171', 'network_id': '8bcc9d35-2470-4e30-8aba-cfbb6c88124f', 'admin_state_up': True, 'tenant_id': 'd3a786a9704c44e99ba6effe11bf53a4'}} {{(pid=75041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:17:45.479511 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22439236-97c6-4fcc-af0d-faa0697565c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6090690-7f1c-4a1d-973d-7a72f0f23650,revision_number=None']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:17:45.484899 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-22439236-97c6-4fcc-af0d-faa0697565c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:17:45.540279 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-22439236-97c6-4fcc-af0d-faa0697565c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:45.541424 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [None req-22439236-97c6-4fcc-af0d-faa0697565c9 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/b6090690-7f1c-4a1d-973d-7a72f0f23650 HTTP/1.1" status: 204 len: 168 time: 0.4387498 Aug 25 16:17:45.622252 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.quota.driver [req-9c00d5c0-6f36-4081-9a50-3729f3a8adc1 req-efe43768-5933-41ea-af14-a1e38a675302 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:17:45.632531 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.quota.driver [req-9c00d5c0-6f36-4081-9a50-3729f3a8adc1 req-efe43768-5933-41ea-af14-a1e38a675302 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=75041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:17:45.642806 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c00d5c0-6f36-4081-9a50-3729f3a8adc1 req-efe43768-5933-41ea-af14-a1e38a675302 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Made reservation on behalf of d3a786a9704c44e99ba6effe11bf53a4 for: {'port': 1} {{(pid=75041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:17:45.647184 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [req-9c00d5c0-6f36-4081-9a50-3729f3a8adc1 req-efe43768-5933-41ea-af14-a1e38a675302 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:45.821692 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.db_base_plugin_common [req-9c00d5c0-6f36-4081-9a50-3729f3a8adc1 req-efe43768-5933-41ea-af14-a1e38a675302 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Allocated IP 172.20.0.12 (8bcc9d35-2470-4e30-8aba-cfbb6c88124f/bac40d47-3290-4266-94dc-e5f88517db61/a90d1051-2f88-4df2-8248-47e3e8807aa7) {{(pid=75041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:17:45.907749 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 33616) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:17:45.929241 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-4b956587-079a-4c57-b003-7c0624f7881c admin admin] Notify callbacks [] for security_group, before_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:45.971571 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-4b956587-079a-4c57-b003-7c0624f7881c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:17:45.977574 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-4b956587-079a-4c57-b003-7c0624f7881c admin admin] Usage tracker for resource:security_group_rule and tenant:6145b3917edb45b89a88bdb2683513a5 is out of sync, need to count used quota {{(pid=75040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:17:45.982292 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-4b956587-079a-4c57-b003-7c0624f7881c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:17:45.990809 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-4b956587-079a-4c57-b003-7c0624f7881c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:17:46.215859 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [req-9c00d5c0-6f36-4081-9a50-3729f3a8adc1 req-efe43768-5933-41ea-af14-a1e38a675302 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Notify callbacks [] for port, precommit_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:46.223518 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-4b956587-079a-4c57-b003-7c0624f7881c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:46.229619 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-4b956587-079a-4c57-b003-7c0624f7881c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:46.247057 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.provisioning_blocks [req-9c00d5c0-6f36-4081-9a50-3729f3a8adc1 req-efe43768-5933-41ea-af14-a1e38a675302 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Transition to ACTIVE for port object a90d1051-2f88-4df2-8248-47e3e8807aa7 will not be triggered until provisioned by entity DHCP. {{(pid=75041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:17:46.266999 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-68db029b-0b15-4872-bc82-e50d2f7b82b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:17:46.278739 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [req-9c00d5c0-6f36-4081-9a50-3729f3a8adc1 req-efe43768-5933-41ea-af14-a1e38a675302 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776571788279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1248622'] for port, after_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:46.290318 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-528d2a80-26e0-4802-885a-f8de77a09cb5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:17:46.310955 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-4b956587-079a-4c57-b003-7c0624f7881c admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=6145b3917edb45b89a88bdb2683513a5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4018185 Aug 25 16:17:46.312374 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 33626) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:17:46.313774 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b956587-079a-4c57-b003-7c0624f7881c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93cab495-e0a7-4bca-aca0-64f8978519e9,revision_number=1']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:17:46.320912 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-4b956587-079a-4c57-b003-7c0624f7881c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:17:46.441748 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-62d360cc-d7ae-4637-a850-41af8c394888 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:46.455459 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c00d5c0-6f36-4081-9a50-3729f3a8adc1 req-efe43768-5933-41ea-af14-a1e38a675302 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Network 8bcc9d35-2470-4e30-8aba-cfbb6c88124f is already hosted by enough agents. {{(pid=75041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:17:46.466864 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.scheduler.base_scheduler [req-9c00d5c0-6f36-4081-9a50-3729f3a8adc1 req-efe43768-5933-41ea-af14-a1e38a675302 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Resources bound (agent type, host, resource id): {{(pid=75041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:17:46.478955 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c00d5c0-6f36-4081-9a50-3729f3a8adc1 req-efe43768-5933-41ea-af14-a1e38a675302 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Received port after_create {{(pid=75041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:17:46.511442 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-62d360cc-d7ae-4637-a850-41af8c394888 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:46.533962 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe43768-5933-41ea-af14-a1e38a675302 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Pushing event updated for resources: {'Port': ['ID=a90d1051-2f88-4df2-8248-47e3e8807aa7,revision_number=1']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:17:46.558246 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-efe43768-5933-41ea-af14-a1e38a675302 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:17:46.607991 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c00d5c0-6f36-4081-9a50-3729f3a8adc1 req-efe43768-5933-41ea-af14-a1e38a675302 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:17:46.608647 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [req-9c00d5c0-6f36-4081-9a50-3729f3a8adc1 req-efe43768-5933-41ea-af14-a1e38a675302 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981218'] for port, before_response {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:46.649185 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-62d360cc-d7ae-4637-a850-41af8c394888 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:46.666510 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-c51a13e7-3d3e-4c62-ab13-03f0e5052e59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:17:46.702455 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-9c00d5c0-6f36-4081-9a50-3729f3a8adc1 req-efe43768-5933-41ea-af14-a1e38a675302 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2547314 Aug 25 16:17:46.770741 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d360cc-d7ae-4637-a850-41af8c394888 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93cab495-e0a7-4bca-aca0-64f8978519e9,revision_number=None']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:17:46.773280 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-62d360cc-d7ae-4637-a850-41af8c394888 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:17:46.809103 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-62d360cc-d7ae-4637-a850-41af8c394888 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:46.810280 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-62d360cc-d7ae-4637-a850-41af8c394888 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/93cab495-e0a7-4bca-aca0-64f8978519e9 HTTP/1.1" status: 204 len: 168 time: 0.4919279 Aug 25 16:17:46.867648 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Device 27534ec5-129f-4a44-bd13-7efcf14eacd0 up at agent ovs-agent-dv-cinder-806007-1-smb {{(pid=75042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:17:46.876756 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b40ef3f-8b3d-4a35-a45b-48bd53882b61 req-889df48b-9256-4a59-8882-88e378ddaffc tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:17:46.878170 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-2b40ef3f-8b3d-4a35-a45b-48bd53882b61 req-889df48b-9256-4a59-8882-88e378ddaffc tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] 10.222.0.68 "GET /v2.0/ports?device_id=7e151932-4a50-4875-8bcb-12c6718df171 HTTP/1.1" status: 200 len: 932 time: 0.1791594 Aug 25 16:17:46.952358 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-2b40ef3f-8b3d-4a35-a45b-48bd53882b61 req-3ee455c5-ae2b-4df9-829d-d1ab7a6d4712 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] 10.222.0.68 "GET /v2.0/security-groups?id=72657e43-cafa-418d-b1a9-ce76a3926c77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609334 Aug 25 16:17:47.000782 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.provisioning_blocks [None req-8d5bc9c0-bf9f-418a-953b-32ae95e00bc7 None None] Provisioning for port a90d1051-2f88-4df2-8248-47e3e8807aa7 completed by entity DHCP. {{(pid=75042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:17:47.007287 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.provisioning_blocks [None req-8d5bc9c0-bf9f-418a-953b-32ae95e00bc7 None None] Provisioning complete for port a90d1051-2f88-4df2-8248-47e3e8807aa7 triggered by entity DHCP. {{(pid=75042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:17:47.007709 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-8d5bc9c0-bf9f-418a-953b-32ae95e00bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16203014'] for port, provisioning_complete {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:47.063770 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.provisioning_blocks [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Provisioning complete for port 27534ec5-129f-4a44-bd13-7efcf14eacd0 triggered by entity L2. {{(pid=75042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:17:47.064162 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16203014'] for port, provisioning_complete {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:47.135698 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.plugin [None req-8d5bc9c0-bf9f-418a-953b-32ae95e00bc7 None None] Port a90d1051-2f88-4df2-8248-47e3e8807aa7 cannot update to ACTIVE because it is not bound. {{(pid=75042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 25 16:17:48.185860 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f28d09-0ff4-4711-8e1f-820531089f32 req-d884923f-052d-49e4-a123-7d2be2072ed9 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:17:48.186699 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [req-e0f28d09-0ff4-4711-8e1f-820531089f32 req-d884923f-052d-49e4-a123-7d2be2072ed9 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Synchronizing usage tracker for tenant:d3a786a9704c44e99ba6effe11bf53a4 on resource:port {{(pid=75041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:17:48.207951 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [req-e0f28d09-0ff4-4711-8e1f-820531089f32 req-d884923f-052d-49e4-a123-7d2be2072ed9 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Unset dirty status for tenant:d3a786a9704c44e99ba6effe11bf53a4 on resource:port {{(pid=75041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:17:48.214593 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-e0f28d09-0ff4-4711-8e1f-820531089f32 req-d884923f-052d-49e4-a123-7d2be2072ed9 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] 10.222.0.68 "GET /v2.0/ports?device_id=7e151932-4a50-4875-8bcb-12c6718df171 HTTP/1.1" status: 200 len: 932 time: 0.1208975 Aug 25 16:17:48.296175 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [req-e0f28d09-0ff4-4711-8e1f-820531089f32 req-62a53b63-f89d-497e-8007-cc6dbfc32816 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Synchronizing usage tracker for tenant:d3a786a9704c44e99ba6effe11bf53a4 on resource:security_group {{(pid=75041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:17:48.321433 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [req-e0f28d09-0ff4-4711-8e1f-820531089f32 req-62a53b63-f89d-497e-8007-cc6dbfc32816 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Unset dirty status for tenant:d3a786a9704c44e99ba6effe11bf53a4 on resource:security_group {{(pid=75041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:17:48.336081 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-e0f28d09-0ff4-4711-8e1f-820531089f32 req-62a53b63-f89d-497e-8007-cc6dbfc32816 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] 10.222.0.68 "GET /v2.0/security-groups?id=72657e43-cafa-418d-b1a9-ce76a3926c77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205840 Aug 25 16:17:48.526101 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:49.585831 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad10810f-22b0-4cea-9ace-395a41243bca req-0ec97575-4305-4f99-8ec0-c6cc0fa743ec tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:17:49.587460 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-ad10810f-22b0-4cea-9ace-395a41243bca req-0ec97575-4305-4f99-8ec0-c6cc0fa743ec tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] 10.222.0.68 "GET /v2.0/ports?device_id=7e151932-4a50-4875-8bcb-12c6718df171 HTTP/1.1" status: 200 len: 932 time: 0.1117716 Aug 25 16:17:49.638179 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-ad10810f-22b0-4cea-9ace-395a41243bca req-8297e949-1676-48ef-a4f9-ddcb22809d0d tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] 10.222.0.68 "GET /v2.0/security-groups?id=72657e43-cafa-418d-b1a9-ce76a3926c77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442262 Aug 25 16:17:50.853973 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff116472-2fc0-46b2-931e-17325d7bdb9e req-26a3f920-1c46-4db0-b13f-a2e1a3de2467 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:17:50.855577 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-ff116472-2fc0-46b2-931e-17325d7bdb9e req-26a3f920-1c46-4db0-b13f-a2e1a3de2467 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] 10.222.0.68 "GET /v2.0/ports?device_id=7e151932-4a50-4875-8bcb-12c6718df171 HTTP/1.1" status: 200 len: 932 time: 0.0906060 Aug 25 16:17:50.914796 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-ff116472-2fc0-46b2-931e-17325d7bdb9e req-e8e0a637-7f02-44b7-8cfa-3eea99a56cba tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] 10.222.0.68 "GET /v2.0/security-groups?id=72657e43-cafa-418d-b1a9-ce76a3926c77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537338 Aug 25 16:17:52.156881 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d915462f-a5a0-4728-84e5-e88f26db66ac req-c42a08ce-20b6-499f-bd10-07b59cf7b9b0 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:17:52.164691 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-d915462f-a5a0-4728-84e5-e88f26db66ac req-c42a08ce-20b6-499f-bd10-07b59cf7b9b0 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] 10.222.0.68 "GET /v2.0/ports?device_id=7e151932-4a50-4875-8bcb-12c6718df171 HTTP/1.1" status: 200 len: 932 time: 0.1033859 Aug 25 16:17:52.213532 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-d915462f-a5a0-4728-84e5-e88f26db66ac req-7d785524-e928-4f37-ae85-1531fe5983c2 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] 10.222.0.68 "GET /v2.0/security-groups?id=72657e43-cafa-418d-b1a9-ce76a3926c77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478780 Aug 25 16:17:53.492565 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1508fe-3d50-4517-808a-fb2638ed1304 req-6600edef-8fd3-4580-aca2-360d80af858c tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:17:53.499292 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-8c1508fe-3d50-4517-808a-fb2638ed1304 req-6600edef-8fd3-4580-aca2-360d80af858c tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] 10.222.0.68 "GET /v2.0/ports?device_id=7e151932-4a50-4875-8bcb-12c6718df171 HTTP/1.1" status: 200 len: 932 time: 0.1009595 Aug 25 16:17:53.557884 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-8c1508fe-3d50-4517-808a-fb2638ed1304 req-4111c677-ce73-44d5-b258-0b2b6bf248d2 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] 10.222.0.68 "GET /v2.0/security-groups?id=72657e43-cafa-418d-b1a9-ce76a3926c77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574727 Aug 25 16:17:53.719611 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 33742) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:17:53.870348 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-c9f1b2d6-f8d3-4e29-9a83-a5dece373bd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:53.904851 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-c9f1b2d6-f8d3-4e29-9a83-a5dece373bd6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:17:53.908847 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-c9f1b2d6-f8d3-4e29-9a83-a5dece373bd6 admin admin] Usage tracker for resource:security_group_rule and tenant:40b1a091f99e46998bf084506844735f is out of sync, need to count used quota {{(pid=75040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:17:53.912137 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-c9f1b2d6-f8d3-4e29-9a83-a5dece373bd6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:17:53.918488 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-c9f1b2d6-f8d3-4e29-9a83-a5dece373bd6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:17:53.996685 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-c9f1b2d6-f8d3-4e29-9a83-a5dece373bd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:54.001684 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-c9f1b2d6-f8d3-4e29-9a83-a5dece373bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:54.009312 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-d8d9d609-3507-407f-806b-68c8c403335e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:17:54.053261 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f1b2d6-f8d3-4e29-9a83-a5dece373bd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d548d87-db3d-4c2a-a407-a51a78d61935,revision_number=1']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:17:54.056729 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-c9f1b2d6-f8d3-4e29-9a83-a5dece373bd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:17:54.062326 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.wsgi [-] (75041) accepted ('10.222.0.68', 33748) {{(pid=75041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:17:54.073928 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-c9f1b2d6-f8d3-4e29-9a83-a5dece373bd6 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=40b1a091f99e46998bf084506844735f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3523488 Aug 25 16:17:54.133763 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-b664ee60-895c-4e26-90cf-308b3db4abc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:54.161863 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-b664ee60-895c-4e26-90cf-308b3db4abc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:54.217684 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-b664ee60-895c-4e26-90cf-308b3db4abc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:54.221419 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-264e6541-1d79-4c25-9ab5-42ee0badf824 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:17:54.234182 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b664ee60-895c-4e26-90cf-308b3db4abc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d548d87-db3d-4c2a-a407-a51a78d61935,revision_number=None']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:17:54.238789 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-b664ee60-895c-4e26-90cf-308b3db4abc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:17:54.242878 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-b664ee60-895c-4e26-90cf-308b3db4abc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:54.249493 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [None req-b664ee60-895c-4e26-90cf-308b3db4abc8 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/9d548d87-db3d-4c2a-a407-a51a78d61935 HTTP/1.1" status: 204 len: 168 time: 0.1833761 Aug 25 16:17:54.638121 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.wsgi [-] (75041) accepted ('10.222.0.68', 33758) {{(pid=75041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:17:54.666353 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-3b0d9148-4697-4237-8306-fd560135a561 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:54.700381 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.quota.driver [None req-3b0d9148-4697-4237-8306-fd560135a561 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:17:54.704902 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [None req-3b0d9148-4697-4237-8306-fd560135a561 admin admin] Usage tracker for resource:security_group_rule and tenant:6b39f87b50354b249db47caddc4a21a4 is out of sync, need to count used quota {{(pid=75041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:17:54.708705 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [None req-3b0d9148-4697-4237-8306-fd560135a561 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:17:54.717843 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.quota.driver [None req-3b0d9148-4697-4237-8306-fd560135a561 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:17:54.782037 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2a58a1-d331-4428-b130-087e77a15e19 req-bbaa2038-1ad1-415a-8ebc-6eee89a1833b tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:17:54.784203 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-4d2a58a1-d331-4428-b130-087e77a15e19 req-bbaa2038-1ad1-415a-8ebc-6eee89a1833b tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] 10.222.0.68 "GET /v2.0/ports?device_id=7e151932-4a50-4875-8bcb-12c6718df171 HTTP/1.1" status: 200 len: 932 time: 0.0912826 Aug 25 16:17:54.791691 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-3b0d9148-4697-4237-8306-fd560135a561 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:54.796556 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-3b0d9148-4697-4237-8306-fd560135a561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:54.805251 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-59571d25-7fc5-458e-8673-18a52e634be5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:17:54.846874 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-4d2a58a1-d331-4428-b130-087e77a15e19 req-9133b74d-d410-4603-aca4-87965a02407f tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] 10.222.0.68 "GET /v2.0/security-groups?id=72657e43-cafa-418d-b1a9-ce76a3926c77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570722 Aug 25 16:17:54.854131 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0d9148-4697-4237-8306-fd560135a561 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=117b0a4c-2457-42a6-bd61-3eee8cec3cab,revision_number=1']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:17:54.858226 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-3b0d9148-4697-4237-8306-fd560135a561 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:17:54.864165 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [None req-3b0d9148-4697-4237-8306-fd560135a561 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=6b39f87b50354b249db47caddc4a21a4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2247024 Aug 25 16:17:54.865915 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.wsgi [-] (75041) accepted ('10.222.0.68', 33764) {{(pid=75041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:17:54.945991 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-db4e9e81-a608-4d80-be73-c10474a8992f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:54.976672 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-db4e9e81-a608-4d80-be73-c10474a8992f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:55.099088 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-db4e9e81-a608-4d80-be73-c10474a8992f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:55.103794 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-174ab202-e4b6-4075-8a48-5b7ffa880030 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:17:55.126063 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4e9e81-a608-4d80-be73-c10474a8992f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=117b0a4c-2457-42a6-bd61-3eee8cec3cab,revision_number=None']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:17:55.128984 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-db4e9e81-a608-4d80-be73-c10474a8992f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:17:55.143941 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-db4e9e81-a608-4d80-be73-c10474a8992f admin admin] Notify callbacks [] for security_group, before_response {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:55.146308 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [None req-db4e9e81-a608-4d80-be73-c10474a8992f admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/117b0a4c-2457-42a6-bd61-3eee8cec3cab HTTP/1.1" status: 204 len: 168 time: 0.2795067 Aug 25 16:17:55.585804 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.wsgi [-] (75041) accepted ('10.222.0.68', 33772) {{(pid=75041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:17:55.604381 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-9b7e8962-5966-4bdb-8c78-c0a49120a2d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:55.635638 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.quota.driver [None req-9b7e8962-5966-4bdb-8c78-c0a49120a2d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:17:55.639571 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [None req-9b7e8962-5966-4bdb-8c78-c0a49120a2d5 admin admin] Usage tracker for resource:security_group_rule and tenant:5a7d0dc0e2a34c13a5df330e7fa86040 is out of sync, need to count used quota {{(pid=75041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:17:55.642413 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [None req-9b7e8962-5966-4bdb-8c78-c0a49120a2d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:17:55.649037 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.quota.driver [None req-9b7e8962-5966-4bdb-8c78-c0a49120a2d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:17:55.717437 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-9b7e8962-5966-4bdb-8c78-c0a49120a2d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:55.721540 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-9b7e8962-5966-4bdb-8c78-c0a49120a2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:55.728048 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-69a78753-7bc0-419c-9333-cf138657581e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:17:55.765566 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7e8962-5966-4bdb-8c78-c0a49120a2d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f1f3a6a-e010-4807-94cf-51f2353df1f9,revision_number=1']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:17:55.770695 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-9b7e8962-5966-4bdb-8c78-c0a49120a2d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:17:55.773984 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [None req-9b7e8962-5966-4bdb-8c78-c0a49120a2d5 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=5a7d0dc0e2a34c13a5df330e7fa86040&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1872129 Aug 25 16:17:55.777195 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.wsgi [-] (75041) accepted ('10.222.0.68', 33776) {{(pid=75041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:17:55.841411 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.v2.base [req-9c00d5c0-6f36-4081-9a50-3729f3a8adc1 req-e242cb5b-19f2-4435-92c8-f18e67cce442 service neutron] Request body: {'port': {'device_id': '7e151932-4a50-4875-8bcb-12c6718df171', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80600'}} {{(pid=75041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:17:55.869826 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-b151b76d-5163-4095-b769-7968b592236d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:55.915001 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-b151b76d-5163-4095-b769-7968b592236d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:56.041216 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [req-9c00d5c0-6f36-4081-9a50-3729f3a8adc1 req-e242cb5b-19f2-4435-92c8-f18e67cce442 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_update {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:56.123753 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-b151b76d-5163-4095-b769-7968b592236d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:56.129333 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-70224f91-9c38-411b-bccb-3f9148fa4ae9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:17:56.148523 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b151b76d-5163-4095-b769-7968b592236d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f1f3a6a-e010-4807-94cf-51f2353df1f9,revision_number=None']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:17:56.156478 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-b151b76d-5163-4095-b769-7968b592236d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:17:56.211390 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-b151b76d-5163-4095-b769-7968b592236d admin admin] Notify callbacks [] for security_group, before_response {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:56.215193 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [None req-b151b76d-5163-4095-b769-7968b592236d admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/3f1f3a6a-e010-4807-94cf-51f2353df1f9 HTTP/1.1" status: 204 len: 168 time: 0.4345863 Aug 25 16:17:56.225884 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700c0658-37d5-464a-873d-77f2a985f503 req-f0cd8a82-cc7f-4504-b90d-18dcb2605250 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:17:56.227121 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-700c0658-37d5-464a-873d-77f2a985f503 req-f0cd8a82-cc7f-4504-b90d-18dcb2605250 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] 10.222.0.68 "GET /v2.0/ports?device_id=7e151932-4a50-4875-8bcb-12c6718df171 HTTP/1.1" status: 200 len: 932 time: 0.2329609 Aug 25 16:17:56.455683 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-700c0658-37d5-464a-873d-77f2a985f503 req-cac616fd-9554-4097-93b0-9639d4335ec1 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] 10.222.0.68 "GET /v2.0/security-groups?id=72657e43-cafa-418d-b1a9-ce76a3926c77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090571 Aug 25 16:17:56.524442 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.notifiers.nova [req-9c00d5c0-6f36-4081-9a50-3729f3a8adc1 req-e242cb5b-19f2-4435-92c8-f18e67cce442 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a90d1051-2f88-4df2-8248-47e3e8807aa7 {{(pid=75041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:17:56.531967 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [req-9c00d5c0-6f36-4081-9a50-3729f3a8adc1 req-e242cb5b-19f2-4435-92c8-f18e67cce442 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:56.548609 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.provisioning_blocks [req-9c00d5c0-6f36-4081-9a50-3729f3a8adc1 req-e242cb5b-19f2-4435-92c8-f18e67cce442 service neutron] Transition to ACTIVE for port object a90d1051-2f88-4df2-8248-47e3e8807aa7 will not be triggered until provisioned by entity L2. {{(pid=75041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:17:56.553640 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [req-9c00d5c0-6f36-4081-9a50-3729f3a8adc1 req-e242cb5b-19f2-4435-92c8-f18e67cce442 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776572168726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776571761677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776571761722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1248615'] for port, after_update {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:56.558480 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-f7c3b256-f244-4ef2-a42a-26a35d9b4f9e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:17:56.690294 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e242cb5b-19f2-4435-92c8-f18e67cce442 service neutron] Pushing event updated for resources: {'Port': ['ID=a90d1051-2f88-4df2-8248-47e3e8807aa7,revision_number=2']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:17:56.695713 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-e242cb5b-19f2-4435-92c8-f18e67cce442 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:17:56.902013 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.managers [req-9c00d5c0-6f36-4081-9a50-3729f3a8adc1 req-e242cb5b-19f2-4435-92c8-f18e67cce442 service neutron] Attempting to bind port a90d1051-2f88-4df2-8248-47e3e8807aa7 on host hv-cinder-80600 for vnic_type normal with profile {{(pid=75041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:17:56.902230 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.managers [req-9c00d5c0-6f36-4081-9a50-3729f3a8adc1 req-e242cb5b-19f2-4435-92c8-f18e67cce442 service neutron] Attempting to bind port a90d1051-2f88-4df2-8248-47e3e8807aa7 by drivers openvswitch,hyperv on host hv-cinder-80600 at level 0 using segments [{'id': 'a9db4df4-67e1-491b-b36a-55eb21989b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '8bcc9d35-2470-4e30-8aba-cfbb6c88124f'}] {{(pid=75041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:17:56.902640 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c00d5c0-6f36-4081-9a50-3729f3a8adc1 req-e242cb5b-19f2-4435-92c8-f18e67cce442 service neutron] Attempting to bind port a90d1051-2f88-4df2-8248-47e3e8807aa7 on network 8bcc9d35-2470-4e30-8aba-cfbb6c88124f {{(pid=75041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:17:56.915428 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c00d5c0-6f36-4081-9a50-3729f3a8adc1 req-e242cb5b-19f2-4435-92c8-f18e67cce442 service neutron] Port a90d1051-2f88-4df2-8248-47e3e8807aa7 on network 8bcc9d35-2470-4e30-8aba-cfbb6c88124f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80600 {{(pid=75041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 16:17:56.915836 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c00d5c0-6f36-4081-9a50-3729f3a8adc1 req-e242cb5b-19f2-4435-92c8-f18e67cce442 service neutron] Attempting to bind port a90d1051-2f88-4df2-8248-47e3e8807aa7 on network 8bcc9d35-2470-4e30-8aba-cfbb6c88124f {{(pid=75041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:17:56.924419 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c00d5c0-6f36-4081-9a50-3729f3a8adc1 req-e242cb5b-19f2-4435-92c8-f18e67cce442 service neutron] Checking agent: {'id': 'ce44fce8-b773-464c-81ed-5793acd8e0ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80600', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 7, 48), 'started_at': datetime.datetime(2021, 8, 25, 16, 7, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 17, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:17:56.924836 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c00d5c0-6f36-4081-9a50-3729f3a8adc1 req-e242cb5b-19f2-4435-92c8-f18e67cce442 service neutron] Checking segment: {'id': 'a9db4df4-67e1-491b-b36a-55eb21989b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '8bcc9d35-2470-4e30-8aba-cfbb6c88124f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:17:56.926194 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c00d5c0-6f36-4081-9a50-3729f3a8adc1 req-e242cb5b-19f2-4435-92c8-f18e67cce442 service neutron] Bound using segment: {'id': 'a9db4df4-67e1-491b-b36a-55eb21989b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '8bcc9d35-2470-4e30-8aba-cfbb6c88124f'} {{(pid=75041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:17:56.927222 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.managers [req-9c00d5c0-6f36-4081-9a50-3729f3a8adc1 req-e242cb5b-19f2-4435-92c8-f18e67cce442 service neutron] Bound port: a90d1051-2f88-4df2-8248-47e3e8807aa7, host: hv-cinder-80600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9db4df4-67e1-491b-b36a-55eb21989b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '8bcc9d35-2470-4e30-8aba-cfbb6c88124f'}}] {{(pid=75041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:17:56.927634 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [req-9c00d5c0-6f36-4081-9a50-3729f3a8adc1 req-e242cb5b-19f2-4435-92c8-f18e67cce442 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_update {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:57.029492 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.db [req-9c00d5c0-6f36-4081-9a50-3729f3a8adc1 req-e242cb5b-19f2-4435-92c8-f18e67cce442 service neutron] For port a90d1051-2f88-4df2-8248-47e3e8807aa7, host hv-cinder-80600, cleared binding levels {{(pid=75041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:17:57.032689 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.db [req-9c00d5c0-6f36-4081-9a50-3729f3a8adc1 req-e242cb5b-19f2-4435-92c8-f18e67cce442 service neutron] For port a90d1051-2f88-4df2-8248-47e3e8807aa7, host hv-cinder-80600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=a90d1051-2f88-4df2-8248-47e3e8807aa7,segment=NetworkSegment(a9db4df4-67e1-491b-b36a-55eb21989b3c),segment_id=a9db4df4-67e1-491b-b36a-55eb21989b3c)] {{(pid=75041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:17:57.037345 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [req-9c00d5c0-6f36-4081-9a50-3729f3a8adc1 req-e242cb5b-19f2-4435-92c8-f18e67cce442 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776572168726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776571761677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776571761722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1248615'] for port, after_update {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:57.041208 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-06f65cbe-6cb1-4dca-a6e4-d390922adae1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:17:57.108542 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [req-9c00d5c0-6f36-4081-9a50-3729f3a8adc1 req-e242cb5b-19f2-4435-92c8-f18e67cce442 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981218'] for port, before_response {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:57.109944 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-9c00d5c0-6f36-4081-9a50-3729f3a8adc1 req-e242cb5b-19f2-4435-92c8-f18e67cce442 service neutron] 10.222.0.70 "PUT /v2.0/ports/a90d1051-2f88-4df2-8248-47e3e8807aa7 HTTP/1.1" status: 200 len: 1094 time: 1.2744894 Aug 25 16:17:57.121379 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e151932-4a50-4875-8bcb-12c6718df171', 'tag': 'a90d1051-2f88-4df2-8248-47e3e8807aa7'}] {{(pid=75041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:17:57.143892 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e242cb5b-19f2-4435-92c8-f18e67cce442 service neutron] Pushing event updated for resources: {'Port': ['ID=a90d1051-2f88-4df2-8248-47e3e8807aa7,revision_number=3']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:17:57.147419 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-e242cb5b-19f2-4435-92c8-f18e67cce442 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:17:57.274125 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e151932-4a50-4875-8bcb-12c6718df171', 'tag': 'a90d1051-2f88-4df2-8248-47e3e8807aa7', 'status': 'completed', 'code': 200} Aug 25 16:17:57.355528 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-9c00d5c0-6f36-4081-9a50-3729f3a8adc1 req-02a59ea8-00bf-4c54-a1c7-1a6bfc7c5cb6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d3a786a9704c44e99ba6effe11bf53a4&device_id=7e151932-4a50-4875-8bcb-12c6718df171 HTTP/1.1" status: 200 len: 1097 time: 0.1517622 Aug 25 16:17:57.442139 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-9c00d5c0-6f36-4081-9a50-3729f3a8adc1 req-782142ec-962a-4cf9-88c9-e0fb97d05e0e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a90d1051-2f88-4df2-8248-47e3e8807aa7 HTTP/1.1" status: 200 len: 217 time: 0.0767996 Aug 25 16:17:57.512607 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c00d5c0-6f36-4081-9a50-3729f3a8adc1 req-2ec8f968-b793-4a7d-b5bd-aab2f91fcc01 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:17:57.514387 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-9c00d5c0-6f36-4081-9a50-3729f3a8adc1 req-2ec8f968-b793-4a7d-b5bd-aab2f91fcc01 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=bac40d47-3290-4266-94dc-e5f88517db61 HTTP/1.1" status: 200 len: 854 time: 0.0671132 Aug 25 16:17:57.548863 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-b49de154-ff01-4f8e-a7d5-ff775379ffce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:57.670087 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-9c00d5c0-6f36-4081-9a50-3729f3a8adc1 req-a2e1a831-a5d2-429a-92ae-e00eb2f2a11a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8bcc9d35-2470-4e30-8aba-cfbb6c88124f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1412451 Aug 25 16:17:57.770785 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5e9615-ec82-41db-9720-395e5134ed78 req-87e32dbc-52d2-4475-bf7a-6ee1c1ed2302 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:17:57.772223 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-6a5e9615-ec82-41db-9720-395e5134ed78 req-87e32dbc-52d2-4475-bf7a-6ee1c1ed2302 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] 10.222.0.68 "GET /v2.0/ports?device_id=7e151932-4a50-4875-8bcb-12c6718df171 HTTP/1.1" status: 200 len: 944 time: 0.1771712 Aug 25 16:17:57.855698 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-9c00d5c0-6f36-4081-9a50-3729f3a8adc1 req-16039efc-0cc5-404b-af73-a4092b906124 service neutron] 10.222.0.70 "GET /v2.0/networks/8bcc9d35-2470-4e30-8aba-cfbb6c88124f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764004 Aug 25 16:17:57.861520 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-6a5e9615-ec82-41db-9720-395e5134ed78 req-1def6380-c448-4a56-bbe9-cc4d9da10fe7 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] 10.222.0.68 "GET /v2.0/security-groups?id=72657e43-cafa-418d-b1a9-ce76a3926c77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782583 Aug 25 16:17:57.998782 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-9c00d5c0-6f36-4081-9a50-3729f3a8adc1 req-c5e4ccab-6d9f-4072-98de-18616ad4ebf1 service neutron] 10.222.0.70 "GET /v2.0/networks/8bcc9d35-2470-4e30-8aba-cfbb6c88124f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343200 Aug 25 16:17:58.124689 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-93caebf4-fb20-4ebf-91f4-3088dd18e247 req-38afeaa9-b607-4fbf-b731-47f1df26c0e6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d3a786a9704c44e99ba6effe11bf53a4&device_id=7e151932-4a50-4875-8bcb-12c6718df171 HTTP/1.1" status: 200 len: 1097 time: 0.0723162 Aug 25 16:17:58.266599 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93caebf4-fb20-4ebf-91f4-3088dd18e247 req-cca6e224-7b18-492b-8b4d-d4deffc1ebe6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:17:58.268028 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-93caebf4-fb20-4ebf-91f4-3088dd18e247 req-cca6e224-7b18-492b-8b4d-d4deffc1ebe6 service neutron] 10.222.0.70 "GET /v2.0/networks?id=8bcc9d35-2470-4e30-8aba-cfbb6c88124f HTTP/1.1" status: 200 len: 916 time: 0.1350939 Aug 25 16:17:58.343615 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-93caebf4-fb20-4ebf-91f4-3088dd18e247 req-f585838c-c22e-4f2d-bc39-456474506840 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a90d1051-2f88-4df2-8248-47e3e8807aa7 HTTP/1.1" status: 200 len: 217 time: 0.0669706 Aug 25 16:17:58.408994 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93caebf4-fb20-4ebf-91f4-3088dd18e247 req-a92adacf-c30a-422d-a0b2-42dd25a87d02 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:17:58.411115 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-93caebf4-fb20-4ebf-91f4-3088dd18e247 req-a92adacf-c30a-422d-a0b2-42dd25a87d02 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=bac40d47-3290-4266-94dc-e5f88517db61 HTTP/1.1" status: 200 len: 854 time: 0.0599043 Aug 25 16:17:58.495242 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-93caebf4-fb20-4ebf-91f4-3088dd18e247 req-69c31856-1c09-4207-a85a-905e7ca57965 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8bcc9d35-2470-4e30-8aba-cfbb6c88124f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0766022 Aug 25 16:17:58.626991 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-93caebf4-fb20-4ebf-91f4-3088dd18e247 req-b4efaeec-73ec-4702-9181-bd285fa7f1a2 service neutron] 10.222.0.70 "GET /v2.0/networks/8bcc9d35-2470-4e30-8aba-cfbb6c88124f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240771 Aug 25 16:17:58.776720 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:58.844950 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-93caebf4-fb20-4ebf-91f4-3088dd18e247 req-cd3abc70-dfa4-4dd1-9d7d-4277476fd472 service neutron] 10.222.0.70 "GET /v2.0/networks/8bcc9d35-2470-4e30-8aba-cfbb6c88124f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2106326 Aug 25 16:17:59.073031 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1e6836-67da-49bf-a348-b60865137b09 req-42ad879a-ef48-45f7-a1c9-3c730e1a69be tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:17:59.074511 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-8e1e6836-67da-49bf-a348-b60865137b09 req-42ad879a-ef48-45f7-a1c9-3c730e1a69be tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] 10.222.0.68 "GET /v2.0/ports?device_id=7e151932-4a50-4875-8bcb-12c6718df171 HTTP/1.1" status: 200 len: 944 time: 0.0822217 Aug 25 16:17:59.121690 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-8e1e6836-67da-49bf-a348-b60865137b09 req-4a209659-1785-41c9-b174-9675dadcaeb4 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] 10.222.0.68 "GET /v2.0/security-groups?id=72657e43-cafa-418d-b1a9-ce76a3926c77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416601 Aug 25 16:17:59.708961 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Device a90d1051-2f88-4df2-8248-47e3e8807aa7 details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 25 16:17:59.843176 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.db [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] For port a90d1051-2f88-4df2-8248-47e3e8807aa7, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=a90d1051-2f88-4df2-8248-47e3e8807aa7,segment=NetworkSegment(a9db4df4-67e1-491b-b36a-55eb21989b3c),segment_id=a9db4df4-67e1-491b-b36a-55eb21989b3c)] {{(pid=75042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:17:59.856405 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Returning: {'device': 'a90d1051-2f88-4df2-8248-47e3e8807aa7', 'network_id': '8bcc9d35-2470-4e30-8aba-cfbb6c88124f', 'port_id': 'a90d1051-2f88-4df2-8248-47e3e8807aa7', 'mac_address': 'fa:16:3e:f3:c7:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 852, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bac40d47-3290-4266-94dc-e5f88517db61', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 25 16:17:59.908652 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:59.940018 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.notifiers.nova [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a90d1051-2f88-4df2-8248-47e3e8807aa7 {{(pid=75042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:17:59.945738 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-12db30da-0432-47d4-94d4-726c61d4c429 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:59.957350 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.db [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] For port a90d1051-2f88-4df2-8248-47e3e8807aa7, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=a90d1051-2f88-4df2-8248-47e3e8807aa7,segment=NetworkSegment(a9db4df4-67e1-491b-b36a-55eb21989b3c),segment_id=a9db4df4-67e1-491b-b36a-55eb21989b3c)] {{(pid=75042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:17:59.961037 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776572168726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776571761677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776571761722'] for port, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:59.962623 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:18:00.026509 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Pushing event updated for resources: {'Port': ['ID=a90d1051-2f88-4df2-8248-47e3e8807aa7,revision_number=4']} {{(pid=75042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:18:00.029575 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:18:00.172181 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.db [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] get_ports_and_sgs() called for port_ids ['a90d1051-2f88-4df2-8248-47e3e8807aa7'] {{(pid=75042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:18:00.328659 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b60190-1ad6-45be-8eee-4a314a0807ab req-b23410a9-a8d6-4efd-a0c7-abc4fbf82207 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:18:00.330146 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-31b60190-1ad6-45be-8eee-4a314a0807ab req-b23410a9-a8d6-4efd-a0c7-abc4fbf82207 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] 10.222.0.68 "GET /v2.0/ports?device_id=7e151932-4a50-4875-8bcb-12c6718df171 HTTP/1.1" status: 200 len: 945 time: 0.0819135 Aug 25 16:18:00.379274 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-31b60190-1ad6-45be-8eee-4a314a0807ab req-6dba7169-6b11-4c15-8e2c-10f55230fbd2 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] 10.222.0.68 "GET /v2.0/security-groups?id=72657e43-cafa-418d-b1a9-ce76a3926c77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415106 Aug 25 16:18:00.999128 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-1bf536be-b7f1-4c3c-b07a-2be1e6809122 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:01.596785 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce218302-aad7-43a0-93f3-84daf16e1aa1 req-d559c2e2-20ed-4079-99b4-37d3d49cd1a6 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:18:01.599775 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-ce218302-aad7-43a0-93f3-84daf16e1aa1 req-d559c2e2-20ed-4079-99b4-37d3d49cd1a6 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] 10.222.0.68 "GET /v2.0/ports?device_id=7e151932-4a50-4875-8bcb-12c6718df171 HTTP/1.1" status: 200 len: 945 time: 0.0888553 Aug 25 16:18:01.626449 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.db.agents_db [None req-a821c616-a82d-4ce6-adbe-0c63f7de4494 None None] Agent healthcheck: found 6 active agents {{(pid=75043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:18:01.659238 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-ce218302-aad7-43a0-93f3-84daf16e1aa1 req-4833c6ed-acc2-4cde-a768-254364403873 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] 10.222.0.68 "GET /v2.0/security-groups?id=72657e43-cafa-418d-b1a9-ce76a3926c77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536366 Aug 25 16:18:01.708232 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Device a90d1051-2f88-4df2-8248-47e3e8807aa7 up at agent hyperv_hv-cinder-80600 {{(pid=75042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:18:01.787136 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.provisioning_blocks [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Provisioning for port a90d1051-2f88-4df2-8248-47e3e8807aa7 completed by entity L2. {{(pid=75042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:18:01.796230 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.provisioning_blocks [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Provisioning complete for port a90d1051-2f88-4df2-8248-47e3e8807aa7 triggered by entity L2. {{(pid=75042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:18:01.796659 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16203014'] for port, provisioning_complete {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:01.911673 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:01.938130 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e151932-4a50-4875-8bcb-12c6718df171', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a90d1051-2f88-4df2-8248-47e3e8807aa7'}] {{(pid=75042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:18:01.947828 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.db [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] For port a90d1051-2f88-4df2-8248-47e3e8807aa7, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=a90d1051-2f88-4df2-8248-47e3e8807aa7,segment=NetworkSegment(a9db4df4-67e1-491b-b36a-55eb21989b3c),segment_id=a9db4df4-67e1-491b-b36a-55eb21989b3c)] {{(pid=75042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:18:01.952363 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776572168726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776571761677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776571761722'] for port, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:01.954383 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:18:02.003835 dv-cinder-806007-1-smb neutron-server[75042]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e151932-4a50-4875-8bcb-12c6718df171', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a90d1051-2f88-4df2-8248-47e3e8807aa7', 'code': 200} Aug 25 16:18:02.024878 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Pushing event updated for resources: {'Port': ['ID=a90d1051-2f88-4df2-8248-47e3e8807aa7,revision_number=5']} {{(pid=75042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:18:02.027897 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:18:02.232171 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-91ed66bf-1b30-4393-9024-27fd67a162f9 req-cb685607-44a9-4d0e-93b6-72aa4cdf43f5 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=7e151932-4a50-4875-8bcb-12c6718df171 HTTP/1.1" status: 200 len: 1099 time: 0.0769434 Aug 25 16:18:02.276315 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-91ed66bf-1b30-4393-9024-27fd67a162f9 req-c5908c27-483e-49ed-8af6-0e144d4dd2cc service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=72657e43-cafa-418d-b1a9-ce76a3926c77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365698 Aug 25 16:18:02.388560 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-8ca458b3-9003-4c9b-b026-f7ba765eab5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:02.869135 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cbc24e-48c0-4181-9a17-85f1902c9c15 req-cd27f22c-cb5e-4ba9-83e5-0a386c5b6d22 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:18:02.870930 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-97cbc24e-48c0-4181-9a17-85f1902c9c15 req-cd27f22c-cb5e-4ba9-83e5-0a386c5b6d22 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] 10.222.0.68 "GET /v2.0/ports?device_id=7e151932-4a50-4875-8bcb-12c6718df171 HTTP/1.1" status: 200 len: 946 time: 0.0807359 Aug 25 16:18:02.915756 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-97cbc24e-48c0-4181-9a17-85f1902c9c15 req-a3f544ff-a6b9-4d0d-b2e3-e1149835d09e tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] 10.222.0.68 "GET /v2.0/security-groups?id=72657e43-cafa-418d-b1a9-ce76a3926c77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396581 Aug 25 16:18:03.985287 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.wsgi [-] (75041) accepted ('10.222.0.68', 33878) {{(pid=75041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:18:04.115658 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0abc0f-3d47-49f1-aa07-65deaac2c46e req-38bc793f-8f15-48e8-845e-26e44259cc33 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:18:04.117439 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-5d0abc0f-3d47-49f1-aa07-65deaac2c46e req-38bc793f-8f15-48e8-845e-26e44259cc33 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] 10.222.0.68 "GET /v2.0/ports?device_id=7e151932-4a50-4875-8bcb-12c6718df171 HTTP/1.1" status: 200 len: 946 time: 0.0786779 Aug 25 16:18:04.152322 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-547b8189-5564-4dd1-b838-5d7d387eaae1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:04.212326 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-5d0abc0f-3d47-49f1-aa07-65deaac2c46e req-6df7c7b1-1b21-458b-8311-e5dd17c5bb55 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] 10.222.0.68 "GET /v2.0/security-groups?id=72657e43-cafa-418d-b1a9-ce76a3926c77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802906 Aug 25 16:18:04.213187 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.quota.driver [None req-547b8189-5564-4dd1-b838-5d7d387eaae1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:18:04.217148 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [None req-547b8189-5564-4dd1-b838-5d7d387eaae1 admin admin] Usage tracker for resource:security_group_rule and tenant:a387d5ff78714c7896851a370766bdc8 is out of sync, need to count used quota {{(pid=75041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:18:04.220008 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [None req-547b8189-5564-4dd1-b838-5d7d387eaae1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:18:04.226150 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.quota.driver [None req-547b8189-5564-4dd1-b838-5d7d387eaae1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:18:04.298754 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-547b8189-5564-4dd1-b838-5d7d387eaae1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:04.303993 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-547b8189-5564-4dd1-b838-5d7d387eaae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:04.311639 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-5421b9a0-f2a5-419a-9382-a492a48f926a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:18:04.352302 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547b8189-5564-4dd1-b838-5d7d387eaae1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c72826b-333c-4bd0-895f-abd9a1049d95,revision_number=1']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:18:04.360429 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [None req-547b8189-5564-4dd1-b838-5d7d387eaae1 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=a387d5ff78714c7896851a370766bdc8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3740308 Aug 25 16:18:04.363923 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547b8189-5564-4dd1-b838-5d7d387eaae1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:18:04.364293 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547b8189-5564-4dd1-b838-5d7d387eaae1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:18:04.364658 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547b8189-5564-4dd1-b838-5d7d387eaae1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:18:04.365018 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547b8189-5564-4dd1-b838-5d7d387eaae1 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:18:04.365404 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547b8189-5564-4dd1-b838-5d7d387eaae1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:18:04.366014 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547b8189-5564-4dd1-b838-5d7d387eaae1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:18:04.366377 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547b8189-5564-4dd1-b838-5d7d387eaae1 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:18:04.366727 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547b8189-5564-4dd1-b838-5d7d387eaae1 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:18:04.367073 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547b8189-5564-4dd1-b838-5d7d387eaae1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:18:04.367417 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547b8189-5564-4dd1-b838-5d7d387eaae1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:18:04.367760 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547b8189-5564-4dd1-b838-5d7d387eaae1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:18:04.370715 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.wsgi [-] (75041) accepted ('10.222.0.68', 33886) {{(pid=75041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:18:04.373010 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-547b8189-5564-4dd1-b838-5d7d387eaae1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:18:04.423742 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2241d218-a8e5-421c-9a72-0c56c196061d req-795ecdef-ac93-4505-9f88-709c619bf9f5 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:18:04.425222 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-2241d218-a8e5-421c-9a72-0c56c196061d req-795ecdef-ac93-4505-9f88-709c619bf9f5 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] 10.222.0.68 "GET /v2.0/ports?device_id=7e151932-4a50-4875-8bcb-12c6718df171 HTTP/1.1" status: 200 len: 946 time: 0.0842242 Aug 25 16:18:04.433792 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-f731c06d-2c19-4658-8121-1f43dc128ad0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:04.464343 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-f731c06d-2c19-4658-8121-1f43dc128ad0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:04.471848 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-2241d218-a8e5-421c-9a72-0c56c196061d req-ed509f4b-8c89-47c9-be36-7655fba89a16 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] 10.222.0.68 "GET /v2.0/security-groups?id=72657e43-cafa-418d-b1a9-ce76a3926c77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404580 Aug 25 16:18:04.517699 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-f731c06d-2c19-4658-8121-1f43dc128ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:04.522010 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-3c93d9a1-c28d-456f-bd5d-e9a1d95ad84f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:18:04.532969 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f731c06d-2c19-4658-8121-1f43dc128ad0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c72826b-333c-4bd0-895f-abd9a1049d95,revision_number=None']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:18:04.538343 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-f731c06d-2c19-4658-8121-1f43dc128ad0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:18:04.541443 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-f731c06d-2c19-4658-8121-1f43dc128ad0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:04.544972 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [None req-f731c06d-2c19-4658-8121-1f43dc128ad0 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/4c72826b-333c-4bd0-895f-abd9a1049d95 HTTP/1.1" status: 204 len: 168 time: 0.1709359 Aug 25 16:18:04.917780 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0003f6b2-0c31-4a7e-9136-817db102819e req-53c34e9e-052f-46a4-8a8d-d523ba100872 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:18:04.919316 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-0003f6b2-0c31-4a7e-9136-817db102819e req-53c34e9e-052f-46a4-8a8d-d523ba100872 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] 10.222.0.68 "GET /v2.0/ports?device_id=7e151932-4a50-4875-8bcb-12c6718df171 HTTP/1.1" status: 200 len: 946 time: 0.0798771 Aug 25 16:18:04.966906 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-0003f6b2-0c31-4a7e-9136-817db102819e req-d1d2408e-2806-48a1-9ed6-a198c8501222 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] 10.222.0.68 "GET /v2.0/security-groups?id=72657e43-cafa-418d-b1a9-ce76a3926c77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420611 Aug 25 16:18:09.820557 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b539c7a1-b55b-4e1d-a50d-6838256de5c1 req-6d0fdf71-0434-40c9-a33e-a41077b80a8c tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:18:09.821949 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-b539c7a1-b55b-4e1d-a50d-6838256de5c1 req-6d0fdf71-0434-40c9-a33e-a41077b80a8c tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] 10.222.0.68 "GET /v2.0/ports?device_id=7e151932-4a50-4875-8bcb-12c6718df171 HTTP/1.1" status: 200 len: 946 time: 0.0788925 Aug 25 16:18:09.867957 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-b539c7a1-b55b-4e1d-a50d-6838256de5c1 req-7f292a17-71d8-4dde-9435-ee8d3aa112ba tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] 10.222.0.68 "GET /v2.0/security-groups?id=72657e43-cafa-418d-b1a9-ce76a3926c77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404725 Aug 25 16:18:09.897005 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.wsgi [-] (75041) accepted ('10.222.0.68', 33978) {{(pid=75041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:18:10.149858 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [None req-feff85aa-0952-44b9-9724-31c7c18dae31 tempest-TestMinimumBasicScenario-1120375771 tempest-TestMinimumBasicScenario-1120375771-project-admin] Synchronizing usage tracker for tenant:a09391c2cdfa45a681ecbd8eac8f93fc on resource:port {{(pid=75041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:18:10.165684 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [None req-feff85aa-0952-44b9-9724-31c7c18dae31 tempest-TestMinimumBasicScenario-1120375771 tempest-TestMinimumBasicScenario-1120375771-project-admin] Unset dirty status for tenant:a09391c2cdfa45a681ecbd8eac8f93fc on resource:port {{(pid=75041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:18:10.167048 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [None req-feff85aa-0952-44b9-9724-31c7c18dae31 tempest-TestMinimumBasicScenario-1120375771 tempest-TestMinimumBasicScenario-1120375771-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=7e151932-4a50-4875-8bcb-12c6718df171 HTTP/1.1" status: 200 len: 1094 time: 0.2690587 Aug 25 16:18:10.170118 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.wsgi [-] (75041) accepted ('10.222.0.68', 33984) {{(pid=75041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:18:10.175330 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.v2.base [None req-325346e2-44bd-484c-a711-99db769312d5 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Request body: {'floatingip': {'floating_network_id': 'af5d4827-908c-4372-9134-1f0198184942', 'port_id': 'a90d1051-2f88-4df2-8248-47e3e8807aa7', 'tenant_id': 'd3a786a9704c44e99ba6effe11bf53a4', 'fixed_ip_address': '172.20.0.12'}} {{(pid=75041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:18:10.181704 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.quota.driver [None req-325346e2-44bd-484c-a711-99db769312d5 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:18:10.185654 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [None req-325346e2-44bd-484c-a711-99db769312d5 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Usage tracker for resource:floatingip and tenant:d3a786a9704c44e99ba6effe11bf53a4 is out of sync, need to count used quota {{(pid=75041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:18:10.188612 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [None req-325346e2-44bd-484c-a711-99db769312d5 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=75041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:18:10.195257 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.quota.driver [None req-325346e2-44bd-484c-a711-99db769312d5 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=75041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:18:10.206546 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-325346e2-44bd-484c-a711-99db769312d5 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Notify callbacks [] for floatingip, before_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:10.352542 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-325346e2-44bd-484c-a711-99db769312d5 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:10.495945 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.db_base_plugin_common [None req-325346e2-44bd-484c-a711-99db769312d5 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Allocated IP 172.28.0.23 (af5d4827-908c-4372-9134-1f0198184942/a4c12025-f163-4c64-acba-906df26214d3/20e9c0b2-0dfa-4408-89c3-3735fa402513) {{(pid=75041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:18:10.661657 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-325346e2-44bd-484c-a711-99db769312d5 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Notify callbacks [] for port, precommit_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:10.690621 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-325346e2-44bd-484c-a711-99db769312d5 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776571788279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1248622'] for port, after_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:10.694534 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-d6074da3-1371-4c06-9366-4d31f156da2a tempest-VolumesActionsTest-1849989351 tempest-VolumesActionsTest-1849989351-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:18:10.762166 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-325346e2-44bd-484c-a711-99db769312d5 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Network af5d4827-908c-4372-9134-1f0198184942 is already hosted by enough agents. {{(pid=75041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:18:10.765210 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.scheduler.base_scheduler [None req-325346e2-44bd-484c-a711-99db769312d5 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Resources bound (agent type, host, resource id): {{(pid=75041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:18:10.768004 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325346e2-44bd-484c-a711-99db769312d5 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Received port after_create {{(pid=75041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:18:10.797831 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325346e2-44bd-484c-a711-99db769312d5 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Pushing event updated for resources: {'Port': ['ID=20e9c0b2-0dfa-4408-89c3-3735fa402513,revision_number=1']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:18:10.800718 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-325346e2-44bd-484c-a711-99db769312d5 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:18:11.302239 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-325346e2-44bd-484c-a711-99db769312d5 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Notify callbacks [] for floatingip, precommit_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:11.449644 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-325346e2-44bd-484c-a711-99db769312d5 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_update {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:11.662284 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-325346e2-44bd-484c-a711-99db769312d5 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Notify callbacks [] for port, precommit_update {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:11.669825 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-325346e2-44bd-484c-a711-99db769312d5 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776572168726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776571761677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776571761722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1248615'] for port, after_update {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:11.670581 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-172be328-6775-4f4f-a5b5-3d7c6375e949 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:18:11.777878 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325346e2-44bd-484c-a711-99db769312d5 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Pushing event updated for resources: {'Port': ['ID=20e9c0b2-0dfa-4408-89c3-3735fa402513,revision_number=2']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:18:11.781625 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-325346e2-44bd-484c-a711-99db769312d5 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:18:11.796716 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-325346e2-44bd-484c-a711-99db769312d5 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-453709'] for floatingip, after_update {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:12.002419 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.db.l3_db [None req-325346e2-44bd-484c-a711-99db769312d5 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Floating IP f349eb99-c0e7-4224-80e7-0c5efd064c99 associated. External IP: 172.28.0.23, port: a90d1051-2f88-4df2-8248-47e3e8807aa7. Aug 25 16:18:12.404420 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-325346e2-44bd-484c-a711-99db769312d5 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Router 5716e8bc-e20a-4723-95b9-a74f8c3ea6c0 has already been hosted by L3 agent ca94599f-caae-4183-a9a6-f9a0dcce5f21 {{(pid=75041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 16:18:12.606244 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-325346e2-44bd-484c-a711-99db769312d5 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Notify agent at l3_agent.dv-cinder-806007-1-smb the message routers_updated {{(pid=75041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:18:12.616603 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d9ea40-ea3a-4584-97bc-d6f22dc5bd83 None None] Sync routers for ids ['5716e8bc-e20a-4723-95b9-a74f8c3ea6c0'] in dv-cinder-806007-1-smb {{(pid=75042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 16:18:12.632697 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-325346e2-44bd-484c-a711-99db769312d5 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981218'] for floatingip, before_response {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:12.659597 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d9ea40-ea3a-4584-97bc-d6f22dc5bd83 None None] Routers {'5716e8bc-e20a-4723-95b9-a74f8c3ea6c0'} bound to L3 agent in host dv-cinder-806007-1-smb {{(pid=75042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:18:12.661732 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.l3_hamode_db [None req-d6d9ea40-ea3a-4584-97bc-d6f22dc5bd83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T16:01:30Z,description=,heartbeat_timestamp=2021-08-25T16:18:00Z,host='dv-cinder-806007-1-smb',id=ca94599f-caae-4183-a9a6-f9a0dcce5f21,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:01:30Z,topic='l3_agent')) {'router_ids': ['5716e8bc-e20a-4723-95b9-a74f8c3ea6c0'], 'active': True} {{(pid=75042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:18:12.693586 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [None req-325346e2-44bd-484c-a711-99db769312d5 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5224607 Aug 25 16:18:12.694230 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e151932-4a50-4875-8bcb-12c6718df171', 'tag': 'a90d1051-2f88-4df2-8248-47e3e8807aa7'}] {{(pid=75041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:18:12.696464 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 34042) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:18:12.703714 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.v2.base [None req-1553977f-06a2-4c09-a196-ea386155a1ca tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-729559211', 'description': 'tempest-secgroup-smoke-729559211 description', 'project_id': 'd3a786a9704c44e99ba6effe11bf53a4'}} {{(pid=75040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:18:12.710996 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-1553977f-06a2-4c09-a196-ea386155a1ca tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:18:12.722070 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-1553977f-06a2-4c09-a196-ea386155a1ca tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:18:12.735916 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-1553977f-06a2-4c09-a196-ea386155a1ca tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Notify callbacks [] for security_group, before_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:12.759966 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e151932-4a50-4875-8bcb-12c6718df171', 'tag': 'a90d1051-2f88-4df2-8248-47e3e8807aa7', 'status': 'completed', 'code': 200} Aug 25 16:18:12.786869 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-1553977f-06a2-4c09-a196-ea386155a1ca tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:18:12.793432 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-1553977f-06a2-4c09-a196-ea386155a1ca tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Usage tracker for resource:security_group_rule and tenant:d3a786a9704c44e99ba6effe11bf53a4 is out of sync, need to count used quota {{(pid=75040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:18:12.796693 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-1553977f-06a2-4c09-a196-ea386155a1ca tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=75040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:18:12.803594 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-1553977f-06a2-4c09-a196-ea386155a1ca tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:18:12.871384 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-f33c1c3b-24ef-4dfa-b19d-c6855b1763e8 req-cf0ef5e8-54be-4347-bcc9-69660c55ef7b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d3a786a9704c44e99ba6effe11bf53a4&device_id=7e151932-4a50-4875-8bcb-12c6718df171 HTTP/1.1" status: 200 len: 1099 time: 0.0823417 Aug 25 16:18:12.872498 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.l3_dvr_db [None req-d6d9ea40-ea3a-4584-97bc-d6f22dc5bd83 None None] Set router 5716e8bc-e20a-4723-95b9-a74f8c3ea6c0 gateway port host: dv-cinder-806007-1-smb {{(pid=75042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:18:12.872920 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-1553977f-06a2-4c09-a196-ea386155a1ca tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Notify callbacks [] for security_group, precommit_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:12.877002 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-1553977f-06a2-4c09-a196-ea386155a1ca tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:12.893946 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-b2e5ed4b-6e5c-4447-98e2-d838639e17dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:18:12.928114 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-1553977f-06a2-4c09-a196-ea386155a1ca tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Notify callbacks [] for security_group, before_response {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:12.929758 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-1553977f-06a2-4c09-a196-ea386155a1ca tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2316177 Aug 25 16:18:12.937456 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 34052) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:18:12.947166 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.v2.base [None req-b850b47f-72d2-4409-8c80-f09a33510b16 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Request body: {'security_group_rule': {'security_group_id': '6bd8a687-ecdf-49cf-9b05-0ba20959bc26', 'project_id': 'd3a786a9704c44e99ba6effe11bf53a4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=75040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:18:12.953314 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-b850b47f-72d2-4409-8c80-f09a33510b16 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:18:12.957892 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-b850b47f-72d2-4409-8c80-f09a33510b16 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Usage tracker for resource:security_group_rule and tenant:d3a786a9704c44e99ba6effe11bf53a4 is out of sync, need to count used quota {{(pid=75040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:18:12.961271 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-b850b47f-72d2-4409-8c80-f09a33510b16 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=75040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:18:12.971010 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-b850b47f-72d2-4409-8c80-f09a33510b16 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:18:12.987167 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1553977f-06a2-4c09-a196-ea386155a1ca tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6bd8a687-ecdf-49cf-9b05-0ba20959bc26,revision_number=1']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:18:12.998990 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-b850b47f-72d2-4409-8c80-f09a33510b16 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:13.046685 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33c1c3b-24ef-4dfa-b19d-c6855b1763e8 req-84ddc06b-6818-4fe6-ac6f-a57650959261 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:18:13.048361 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-f33c1c3b-24ef-4dfa-b19d-c6855b1763e8 req-84ddc06b-6818-4fe6-ac6f-a57650959261 service neutron] 10.222.0.70 "GET /v2.0/networks?id=8bcc9d35-2470-4e30-8aba-cfbb6c88124f HTTP/1.1" status: 200 len: 916 time: 0.1704257 Aug 25 16:18:13.051866 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1553977f-06a2-4c09-a196-ea386155a1ca tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:18:13.052586 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1553977f-06a2-4c09-a196-ea386155a1ca tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:18:13.053142 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1553977f-06a2-4c09-a196-ea386155a1ca tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:18:13.053658 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1553977f-06a2-4c09-a196-ea386155a1ca tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:18:13.055404 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1553977f-06a2-4c09-a196-ea386155a1ca tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:18:13.055980 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1553977f-06a2-4c09-a196-ea386155a1ca tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:18:13.056765 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1553977f-06a2-4c09-a196-ea386155a1ca tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:18:13.057338 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1553977f-06a2-4c09-a196-ea386155a1ca tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:18:13.057852 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1553977f-06a2-4c09-a196-ea386155a1ca tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:18:13.058596 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1553977f-06a2-4c09-a196-ea386155a1ca tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:18:13.059016 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1553977f-06a2-4c09-a196-ea386155a1ca tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:18:13.065994 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-1553977f-06a2-4c09-a196-ea386155a1ca tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:18:13.090969 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-b850b47f-72d2-4409-8c80-f09a33510b16 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:13.095439 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-b850b47f-72d2-4409-8c80-f09a33510b16 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511461'] for security_group_rule, after_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:13.098594 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-6172002a-9526-4421-aa51-61d03a26da16 tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:18:13.131994 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-b850b47f-72d2-4409-8c80-f09a33510b16 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:13.133553 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-b850b47f-72d2-4409-8c80-f09a33510b16 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1949933 Aug 25 16:18:13.134792 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b850b47f-72d2-4409-8c80-f09a33510b16 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f660fc3-5c2c-4ca3-b2fa-d7b23c224110,revision_number=0']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:18:13.136683 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 34060) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:18:13.139570 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-b850b47f-72d2-4409-8c80-f09a33510b16 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:18:13.143950 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.v2.base [None req-a33efce0-7bd5-49fd-9544-bd68159c640e tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Request body: {'security_group_rule': {'security_group_id': '6bd8a687-ecdf-49cf-9b05-0ba20959bc26', 'project_id': 'd3a786a9704c44e99ba6effe11bf53a4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=75040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:18:13.151732 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-a33efce0-7bd5-49fd-9544-bd68159c640e tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:18:13.157282 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-a33efce0-7bd5-49fd-9544-bd68159c640e tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Usage tracker for resource:security_group_rule and tenant:d3a786a9704c44e99ba6effe11bf53a4 is out of sync, need to count used quota {{(pid=75040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:18:13.162411 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-a33efce0-7bd5-49fd-9544-bd68159c640e tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=75040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:18:13.170275 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-a33efce0-7bd5-49fd-9544-bd68159c640e tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:18:13.195669 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-a33efce0-7bd5-49fd-9544-bd68159c640e tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:13.290452 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-a33efce0-7bd5-49fd-9544-bd68159c640e tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:13.294049 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-a33efce0-7bd5-49fd-9544-bd68159c640e tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511461'] for security_group_rule, after_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:13.297514 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:18:13.323482 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33efce0-7bd5-49fd-9544-bd68159c640e tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0801036-3337-4853-9cdf-158c7a1ad681,revision_number=0']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:18:13.326306 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-a33efce0-7bd5-49fd-9544-bd68159c640e tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:18:13.331240 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-f33c1c3b-24ef-4dfa-b19d-c6855b1763e8 req-dc69279c-97c1-474e-8966-5a23db12cd5b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a90d1051-2f88-4df2-8248-47e3e8807aa7 HTTP/1.1" status: 200 len: 999 time: 0.2763216 Aug 25 16:18:13.335032 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-a33efce0-7bd5-49fd-9544-bd68159c640e tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:13.336642 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-a33efce0-7bd5-49fd-9544-bd68159c640e tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1989231 Aug 25 16:18:13.342162 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 34066) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:18:13.350411 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.v2.base [None req-7a384a13-315b-4487-b789-1df7d7845652 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Request body: {'security_group_rule': {'security_group_id': '6bd8a687-ecdf-49cf-9b05-0ba20959bc26', 'project_id': 'd3a786a9704c44e99ba6effe11bf53a4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=75040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:18:13.357597 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-7a384a13-315b-4487-b789-1df7d7845652 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:18:13.362508 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-7a384a13-315b-4487-b789-1df7d7845652 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Usage tracker for resource:security_group_rule and tenant:d3a786a9704c44e99ba6effe11bf53a4 is out of sync, need to count used quota {{(pid=75040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:18:13.367101 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-7a384a13-315b-4487-b789-1df7d7845652 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=75040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:18:13.373697 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-7a384a13-315b-4487-b789-1df7d7845652 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:18:13.390639 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.l3_hamode_db [None req-d6d9ea40-ea3a-4584-97bc-d6f22dc5bd83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5716e8bc-e20a-4723-95b9-a74f8c3ea6c0', 'name': 'tempest-TestMinimumBasicScenario-1168362028-router', 'tenant_id': 'd3a786a9704c44e99ba6effe11bf53a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af5d4827-908c-4372-9134-1f0198184942', 'external_fixed_ips': [{'subnet_id': 'a4c12025-f163-4c64-acba-906df26214d3', 'ip_address': '172.28.0.164'}], 'enable_snat': True}, 'gw_port_id': '26172d0c-c44f-430f-a820-53414d84c82e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:17:20Z', 'updated_at': '2021-08-25T16:17:23Z', 'revision_number': 4, 'project_id': 'd3a786a9704c44e99ba6effe11bf53a4', 'gw_port': {'id': '26172d0c-c44f-430f-a820-53414d84c82e', 'name': '', 'network_id': 'af5d4827-908c-4372-9134-1f0198184942', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:93:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5716e8bc-e20a-4723-95b9-a74f8c3ea6c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a4c12025-f163-4c64-acba-906df26214d3', 'ip_address': '172.28.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:17:20Z', 'updated_at': '2021-08-25T16:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a4c12025-f163-4c64-acba-906df26214d3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-smb', '_floatingips': [{'id': 'f349eb99-c0e7-4224-80e7-0c5efd064c99', 'tenant_id': 'd3a786a9704c44e99ba6effe11bf53a4', 'floating_ip_address': '172.28.0.23', 'floating_network_id': 'af5d4827-908c-4372-9134-1f0198184942', 'router_id': '5716e8bc-e20a-4723-95b9-a74f8c3ea6c0', 'port_id': 'a90d1051-2f88-4df2-8248-47e3e8807aa7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8bcc9d35-2470-4e30-8aba-cfbb6c88124f', 'mac_address': 'fa:16:3e:f3:c7:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e151932-4a50-4875-8bcb-12c6718df171', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T16:18:11Z', 'updated_at': '2021-08-25T16:18:11Z', 'revision_number': 0, 'project_id': 'd3a786a9704c44e99ba6effe11bf53a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '860c529d-92be-43d2-9b54-88cab1ccde6f', 'name': '', 'network_id': '8bcc9d35-2470-4e30-8aba-cfbb6c88124f', 'tenant_id': 'd3a786a9704c44e99ba6effe11bf53a4', 'mac_address': 'fa:16:3e:69:c8:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5716e8bc-e20a-4723-95b9-a74f8c3ea6c0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bac40d47-3290-4266-94dc-e5f88517db61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:17:22Z', 'updated_at': '2021-08-25T16:17:41Z', 'revision_number': 5, 'project_id': 'd3a786a9704c44e99ba6effe11bf53a4', 'subnets': [{'id': 'bac40d47-3290-4266-94dc-e5f88517db61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-1-smb', False) {} {{(pid=75042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:18:13.395276 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d9ea40-ea3a-4584-97bc-d6f22dc5bd83 None None] Checking router: 5716e8bc-e20a-4723-95b9-a74f8c3ea6c0 for host: dv-cinder-806007-1-smb {{(pid=75042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 16:18:13.400144 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-7a384a13-315b-4487-b789-1df7d7845652 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:13.409715 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d9ea40-ea3a-4584-97bc-d6f22dc5bd83 None None] Routers {'5716e8bc-e20a-4723-95b9-a74f8c3ea6c0'} bound to L3 agent in host dv-cinder-806007-1-smb {{(pid=75042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:18:13.410409 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.l3_hamode_db [None req-d6d9ea40-ea3a-4584-97bc-d6f22dc5bd83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T16:01:30Z,description=,heartbeat_timestamp=2021-08-25T16:18:00Z,host='dv-cinder-806007-1-smb',id=ca94599f-caae-4183-a9a6-f9a0dcce5f21,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:01:30Z,topic='l3_agent')) {'router_ids': ['5716e8bc-e20a-4723-95b9-a74f8c3ea6c0'], 'active': True} {{(pid=75042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:18:13.413408 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33c1c3b-24ef-4dfa-b19d-c6855b1763e8 req-456e2b8c-9feb-43f1-ab06-5278654d6bdf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:18:13.414938 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-f33c1c3b-24ef-4dfa-b19d-c6855b1763e8 req-456e2b8c-9feb-43f1-ab06-5278654d6bdf service neutron] 10.222.0.70 "GET /v2.0/subnets?id=bac40d47-3290-4266-94dc-e5f88517db61 HTTP/1.1" status: 200 len: 854 time: 0.0763912 Aug 25 16:18:13.490373 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-7a384a13-315b-4487-b789-1df7d7845652 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:13.495037 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-7a384a13-315b-4487-b789-1df7d7845652 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511461'] for security_group_rule, after_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:13.503789 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:18:13.512760 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-f33c1c3b-24ef-4dfa-b19d-c6855b1763e8 req-a2186c7b-a8df-4f2d-9ee6-5c734283e79c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8bcc9d35-2470-4e30-8aba-cfbb6c88124f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0911787 Aug 25 16:18:13.526756 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a384a13-315b-4487-b789-1df7d7845652 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c851c5eb-91b1-499f-8b9d-ec9cfe8a1d1e,revision_number=0']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:18:13.529672 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-7a384a13-315b-4487-b789-1df7d7845652 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:18:13.536569 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-7a384a13-315b-4487-b789-1df7d7845652 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:13.542461 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-7a384a13-315b-4487-b789-1df7d7845652 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1972389 Aug 25 16:18:13.542633 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 34070) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:18:13.548999 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.v2.base [None req-d14ab8da-2af8-40df-ac74-7926ee3515b1 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Request body: {'security_group_rule': {'security_group_id': '6bd8a687-ecdf-49cf-9b05-0ba20959bc26', 'project_id': 'd3a786a9704c44e99ba6effe11bf53a4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=75040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:18:13.555999 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-d14ab8da-2af8-40df-ac74-7926ee3515b1 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:18:13.560250 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-d14ab8da-2af8-40df-ac74-7926ee3515b1 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Usage tracker for resource:security_group_rule and tenant:d3a786a9704c44e99ba6effe11bf53a4 is out of sync, need to count used quota {{(pid=75040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:18:13.563440 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-d14ab8da-2af8-40df-ac74-7926ee3515b1 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=75040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:18:13.570077 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-d14ab8da-2af8-40df-ac74-7926ee3515b1 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:18:13.589553 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-d14ab8da-2af8-40df-ac74-7926ee3515b1 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:13.647484 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.l3_dvr_db [None req-d6d9ea40-ea3a-4584-97bc-d6f22dc5bd83 None None] Set router 5716e8bc-e20a-4723-95b9-a74f8c3ea6c0 gateway port host: dv-cinder-806007-1-smb {{(pid=75042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:18:13.667047 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-d14ab8da-2af8-40df-ac74-7926ee3515b1 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:13.669842 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-f33c1c3b-24ef-4dfa-b19d-c6855b1763e8 req-8677d821-4caf-4f0f-bacf-1920f54d8b2d service neutron] 10.222.0.70 "GET /v2.0/networks/8bcc9d35-2470-4e30-8aba-cfbb6c88124f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496665 Aug 25 16:18:13.670908 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-d14ab8da-2af8-40df-ac74-7926ee3515b1 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511461'] for security_group_rule, after_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:13.682848 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-7a384a13-315b-4487-b789-1df7d7845652 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:18:13.703534 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14ab8da-2af8-40df-ac74-7926ee3515b1 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d86c32f-10a3-4fb9-8085-4ea7173e3fca,revision_number=0']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:18:13.706010 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-d14ab8da-2af8-40df-ac74-7926ee3515b1 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:18:13.715167 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-d14ab8da-2af8-40df-ac74-7926ee3515b1 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:13.716527 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-d14ab8da-2af8-40df-ac74-7926ee3515b1 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1729782 Aug 25 16:18:13.720346 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 34074) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:18:13.726692 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.v2.base [None req-769b4eb0-377a-46e2-878b-86f3d9b1679c tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Request body: {'security_group_rule': {'security_group_id': '6bd8a687-ecdf-49cf-9b05-0ba20959bc26', 'project_id': 'd3a786a9704c44e99ba6effe11bf53a4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=75040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:18:13.732704 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-769b4eb0-377a-46e2-878b-86f3d9b1679c tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:18:13.736770 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-769b4eb0-377a-46e2-878b-86f3d9b1679c tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Usage tracker for resource:security_group_rule and tenant:d3a786a9704c44e99ba6effe11bf53a4 is out of sync, need to count used quota {{(pid=75040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:18:13.739796 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [None req-769b4eb0-377a-46e2-878b-86f3d9b1679c tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=75040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:18:13.745893 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.quota.driver [None req-769b4eb0-377a-46e2-878b-86f3d9b1679c tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=75040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:18:13.758188 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.db.securitygroups_db [None req-769b4eb0-377a-46e2-878b-86f3d9b1679c tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Project d3a786a9704c44e99ba6effe11bf53a4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 25 16:18:13.765000 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-769b4eb0-377a-46e2-878b-86f3d9b1679c tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:13.815352 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-f33c1c3b-24ef-4dfa-b19d-c6855b1763e8 req-1cf42359-9044-471d-9ede-4fded14faab0 service neutron] 10.222.0.70 "GET /v2.0/networks/8bcc9d35-2470-4e30-8aba-cfbb6c88124f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372192 Aug 25 16:18:13.832702 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-769b4eb0-377a-46e2-878b-86f3d9b1679c tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:13.837524 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-769b4eb0-377a-46e2-878b-86f3d9b1679c tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511461'] for security_group_rule, after_create {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:13.843521 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-d14ab8da-2af8-40df-ac74-7926ee3515b1 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:18:13.862426 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769b4eb0-377a-46e2-878b-86f3d9b1679c tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=319f7d74-ed3f-4b9f-b4ad-a388c2cfc4d0,revision_number=0']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:18:13.865582 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-769b4eb0-377a-46e2-878b-86f3d9b1679c tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:18:13.874107 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-769b4eb0-377a-46e2-878b-86f3d9b1679c tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:13.877831 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-769b4eb0-377a-46e2-878b-86f3d9b1679c tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1539803 Aug 25 16:18:13.878159 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.wsgi [-] (75041) accepted ('10.222.0.68', 34078) {{(pid=75041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:18:13.885155 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.v2.base [None req-30df30e3-fd17-4de1-af75-af05533a0edd tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Request body: {'security_group_rule': {'security_group_id': '6bd8a687-ecdf-49cf-9b05-0ba20959bc26', 'project_id': 'd3a786a9704c44e99ba6effe11bf53a4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=75041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:18:13.891120 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.quota.driver [None req-30df30e3-fd17-4de1-af75-af05533a0edd tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:18:13.895103 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [None req-30df30e3-fd17-4de1-af75-af05533a0edd tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Usage tracker for resource:security_group_rule and tenant:d3a786a9704c44e99ba6effe11bf53a4 is out of sync, need to count used quota {{(pid=75041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:18:13.898358 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [None req-30df30e3-fd17-4de1-af75-af05533a0edd tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=75041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:18:13.905848 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.quota.driver [None req-30df30e3-fd17-4de1-af75-af05533a0edd tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=75041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:18:13.915220 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.db.securitygroups_db [None req-30df30e3-fd17-4de1-af75-af05533a0edd tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Project d3a786a9704c44e99ba6effe11bf53a4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 25 16:18:13.921687 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-30df30e3-fd17-4de1-af75-af05533a0edd tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:13.989307 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-30df30e3-fd17-4de1-af75-af05533a0edd tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:13.993727 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-30df30e3-fd17-4de1-af75-af05533a0edd tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511461'] for security_group_rule, after_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:13.995926 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-c9362ecd-fa5f-4e5f-a457-88cc7507d646 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:18:14.022719 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30df30e3-fd17-4de1-af75-af05533a0edd tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e40fe0fa-e28e-476f-8d79-d1caa1e41cb9,revision_number=0']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:18:14.025047 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-30df30e3-fd17-4de1-af75-af05533a0edd tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:18:14.034318 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-30df30e3-fd17-4de1-af75-af05533a0edd tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:14.034972 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.l3_hamode_db [None req-d6d9ea40-ea3a-4584-97bc-d6f22dc5bd83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5716e8bc-e20a-4723-95b9-a74f8c3ea6c0', 'name': 'tempest-TestMinimumBasicScenario-1168362028-router', 'tenant_id': 'd3a786a9704c44e99ba6effe11bf53a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af5d4827-908c-4372-9134-1f0198184942', 'external_fixed_ips': [{'subnet_id': 'a4c12025-f163-4c64-acba-906df26214d3', 'ip_address': '172.28.0.164'}], 'enable_snat': True}, 'gw_port_id': '26172d0c-c44f-430f-a820-53414d84c82e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:17:20Z', 'updated_at': '2021-08-25T16:17:23Z', 'revision_number': 4, 'project_id': 'd3a786a9704c44e99ba6effe11bf53a4', 'gw_port': {'id': '26172d0c-c44f-430f-a820-53414d84c82e', 'name': '', 'network_id': 'af5d4827-908c-4372-9134-1f0198184942', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:93:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5716e8bc-e20a-4723-95b9-a74f8c3ea6c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a4c12025-f163-4c64-acba-906df26214d3', 'ip_address': '172.28.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:17:20Z', 'updated_at': '2021-08-25T16:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a4c12025-f163-4c64-acba-906df26214d3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-smb', '_floatingips': [{'id': 'f349eb99-c0e7-4224-80e7-0c5efd064c99', 'tenant_id': 'd3a786a9704c44e99ba6effe11bf53a4', 'floating_ip_address': '172.28.0.23', 'floating_network_id': 'af5d4827-908c-4372-9134-1f0198184942', 'router_id': '5716e8bc-e20a-4723-95b9-a74f8c3ea6c0', 'port_id': 'a90d1051-2f88-4df2-8248-47e3e8807aa7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8bcc9d35-2470-4e30-8aba-cfbb6c88124f', 'mac_address': 'fa:16:3e:f3:c7:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e151932-4a50-4875-8bcb-12c6718df171', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T16:18:11Z', 'updated_at': '2021-08-25T16:18:11Z', 'revision_number': 0, 'project_id': 'd3a786a9704c44e99ba6effe11bf53a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '860c529d-92be-43d2-9b54-88cab1ccde6f', 'name': '', 'network_id': '8bcc9d35-2470-4e30-8aba-cfbb6c88124f', 'tenant_id': 'd3a786a9704c44e99ba6effe11bf53a4', 'mac_address': 'fa:16:3e:69:c8:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5716e8bc-e20a-4723-95b9-a74f8c3ea6c0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bac40d47-3290-4266-94dc-e5f88517db61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:17:22Z', 'updated_at': '2021-08-25T16:17:41Z', 'revision_number': 5, 'project_id': 'd3a786a9704c44e99ba6effe11bf53a4', 'subnets': [{'id': 'bac40d47-3290-4266-94dc-e5f88517db61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-1-smb', False) {} {{(pid=75042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:18:14.039293 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [None req-30df30e3-fd17-4de1-af75-af05533a0edd tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1570458 Aug 25 16:18:14.039864 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d9ea40-ea3a-4584-97bc-d6f22dc5bd83 None None] The sync data for ids ['5716e8bc-e20a-4723-95b9-a74f8c3ea6c0'] in dv-cinder-806007-1-smb is: [{'id': '5716e8bc-e20a-4723-95b9-a74f8c3ea6c0', 'name': 'tempest-TestMinimumBasicScenario-1168362028-router', 'tenant_id': 'd3a786a9704c44e99ba6effe11bf53a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af5d4827-908c-4372-9134-1f0198184942', 'external_fixed_ips': [{'subnet_id': 'a4c12025-f163-4c64-acba-906df26214d3', 'ip_address': '172.28.0.164'}], 'enable_snat': True}, 'gw_port_id': '26172d0c-c44f-430f-a820-53414d84c82e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:17:20Z', 'updated_at': '2021-08-25T16:17:23Z', 'revision_number': 4, 'project_id': 'd3a786a9704c44e99ba6effe11bf53a4', 'gw_port': {'id': '26172d0c-c44f-430f-a820-53414d84c82e', 'name': '', 'network_id': 'af5d4827-908c-4372-9134-1f0198184942', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:93:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5716e8bc-e20a-4723-95b9-a74f8c3ea6c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a4c12025-f163-4c64-acba-906df26214d3', 'ip_address': '172.28.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:17:20Z', 'updated_at': '2021-08-25T16:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a4c12025-f163-4c64-acba-906df26214d3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-smb', '_floatingips': [{'id': 'f349eb99-c0e7-4224-80e7-0c5efd064c99', 'tenant_id': 'd3a786a9704c44e99ba6effe11bf53a4', 'floating_ip_address': '172.28.0.23', 'floating_network_id': 'af5d4827-908c-4372-9134-1f0198184942', 'router_id': '5716e8bc-e20a-4723-95b9-a74f8c3ea6c0', 'port_id': 'a90d1051-2f88-4df2-8248-47e3e8807aa7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8bcc9d35-2470-4e30-8aba-cfbb6c88124f', 'mac_address': 'fa:16:3e:f3:c7:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e151932-4a50-4875-8bcb-12c6718df171', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T16:18:11Z', 'updated_at': '2021-08-25T16:18:11Z', 'revision_number': 0, 'project_id': 'd3a786a9704c44e99ba6effe11bf53a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '860c529d-92be-43d2-9b54-88cab1ccde6f', 'name': '', 'network_id': '8bcc9d35-2470-4e30-8aba-cfbb6c88124f', 'tenant_id': 'd3a786a9704c44e99ba6effe11bf53a4', 'mac_address': 'fa:16:3e:69:c8:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5716e8bc-e20a-4723-95b9-a74f8c3ea6c0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bac40d47-3290-4266-94dc-e5f88517db61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:17:22Z', 'updated_at': '2021-08-25T16:17:41Z', 'revision_number': 5, 'project_id': 'd3a786a9704c44e99ba6effe11bf53a4', 'subnets': [{'id': 'bac40d47-3290-4266-94dc-e5f88517db61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 16:18:14.182696 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [req-ebff2829-0d5e-42eb-acc4-9c8f9dfd064c req-d3dc2fab-ca0a-414a-8f95-6efae4749cee tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Synchronizing usage tracker for tenant:d3a786a9704c44e99ba6effe11bf53a4 on resource:security_group {{(pid=75040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:18:14.199315 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [req-ebff2829-0d5e-42eb-acc4-9c8f9dfd064c req-d3dc2fab-ca0a-414a-8f95-6efae4749cee tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Unset dirty status for tenant:d3a786a9704c44e99ba6effe11bf53a4 on resource:security_group {{(pid=75040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:18:14.200547 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-ebff2829-0d5e-42eb-acc4-9c8f9dfd064c req-d3dc2fab-ca0a-414a-8f95-6efae4749cee tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-729559211&fields=id&tenant_id=d3a786a9704c44e99ba6effe11bf53a4 HTTP/1.1" status: 200 len: 267 time: 0.0666029 Aug 25 16:18:14.247419 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5910d6-8b24-4bd2-8306-b0fbc0de305f None None] New status for floating IP f349eb99-c0e7-4224-80e7-0c5efd064c99: ACTIVE {{(pid=75043) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Aug 25 16:18:14.286119 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebff2829-0d5e-42eb-acc4-9c8f9dfd064c req-6a1c7cc4-ab63-48cf-9455-6235cf774ba6 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:18:14.287675 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-ebff2829-0d5e-42eb-acc4-9c8f9dfd064c req-6a1c7cc4-ab63-48cf-9455-6235cf774ba6 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] 10.222.0.68 "GET /v2.0/ports?device_id=7e151932-4a50-4875-8bcb-12c6718df171 HTTP/1.1" status: 200 len: 946 time: 0.0817232 Aug 25 16:18:14.306358 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.v2.base [req-ebff2829-0d5e-42eb-acc4-9c8f9dfd064c req-24960a68-4638-4c45-bf77-d0713b177ca3 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Request body: {'port': {'security_groups': ['72657e43-cafa-418d-b1a9-ce76a3926c77', '6bd8a687-ecdf-49cf-9b05-0ba20959bc26']}} {{(pid=75040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:18:14.548657 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [req-ebff2829-0d5e-42eb-acc4-9c8f9dfd064c req-24960a68-4638-4c45-bf77-d0713b177ca3 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_update {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:14.810249 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.plugins.ml2.db [req-ebff2829-0d5e-42eb-acc4-9c8f9dfd064c req-24960a68-4638-4c45-bf77-d0713b177ca3 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] For port a90d1051-2f88-4df2-8248-47e3e8807aa7, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=a90d1051-2f88-4df2-8248-47e3e8807aa7,segment=NetworkSegment(a9db4df4-67e1-491b-b36a-55eb21989b3c),segment_id=a9db4df4-67e1-491b-b36a-55eb21989b3c)] {{(pid=75040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:18:14.835524 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [req-ebff2829-0d5e-42eb-acc4-9c8f9dfd064c req-24960a68-4638-4c45-bf77-d0713b177ca3 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Notify callbacks [] for port, precommit_update {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:14.839962 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [req-ebff2829-0d5e-42eb-acc4-9c8f9dfd064c req-24960a68-4638-4c45-bf77-d0713b177ca3 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776572168726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776571761677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776571761722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1434729'] for port, after_update {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:14.845443 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-df09608b-4965-45d1-957a-32bfaa2c2cda tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:18:14.851897 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.db [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] get_ports_and_sgs() called for port_ids ['a90d1051-2f88-4df2-8248-47e3e8807aa7'] {{(pid=75042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:18:14.910042 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebff2829-0d5e-42eb-acc4-9c8f9dfd064c req-24960a68-4638-4c45-bf77-d0713b177ca3 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:18:14.910637 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [req-ebff2829-0d5e-42eb-acc4-9c8f9dfd064c req-24960a68-4638-4c45-bf77-d0713b177ca3 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981218'] for port, before_response {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:14.914840 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-ebff2829-0d5e-42eb-acc4-9c8f9dfd064c req-24960a68-4638-4c45-bf77-d0713b177ca3 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] 10.222.0.68 "PUT /v2.0/ports/a90d1051-2f88-4df2-8248-47e3e8807aa7 HTTP/1.1" status: 200 len: 982 time: 0.6122086 Aug 25 16:18:14.914840 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e151932-4a50-4875-8bcb-12c6718df171', 'tag': 'a90d1051-2f88-4df2-8248-47e3e8807aa7'}] {{(pid=75040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:18:14.940271 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24960a68-4638-4c45-bf77-d0713b177ca3 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Pushing event updated for resources: {'Port': ['ID=a90d1051-2f88-4df2-8248-47e3e8807aa7,revision_number=6']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:18:14.943482 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-24960a68-4638-4c45-bf77-d0713b177ca3 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:18:14.984774 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.db [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] get_ports_and_sgs() called for port_ids ['a90d1051-2f88-4df2-8248-47e3e8807aa7'] {{(pid=75042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:18:14.994776 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e151932-4a50-4875-8bcb-12c6718df171', 'tag': 'a90d1051-2f88-4df2-8248-47e3e8807aa7', 'status': 'completed', 'code': 200} Aug 25 16:18:15.161136 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-b57ec78e-5ac7-4ce1-9a0d-2d13cdffc99c req-d1a0efab-728b-4b41-bb60-422fdb977362 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d3a786a9704c44e99ba6effe11bf53a4&device_id=7e151932-4a50-4875-8bcb-12c6718df171 HTTP/1.1" status: 200 len: 1138 time: 0.1402073 Aug 25 16:18:15.195680 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3991be-0d5d-45c2-9986-338ad916477f req-b9625fbf-76d0-4eb9-8977-1beb47de0fd0 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:18:15.197027 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-bc3991be-0d5d-45c2-9986-338ad916477f req-b9625fbf-76d0-4eb9-8977-1beb47de0fd0 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] 10.222.0.68 "GET /v2.0/ports?device_id=7e151932-4a50-4875-8bcb-12c6718df171 HTTP/1.1" status: 200 len: 985 time: 0.1391463 Aug 25 16:18:15.308055 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.provisioning_blocks [None req-c1cd6601-70ab-4213-97b3-d3a0935ede5d None None] Provisioning complete for port a90d1051-2f88-4df2-8248-47e3e8807aa7 triggered by entity DHCP. {{(pid=75042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:18:15.308241 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-c1cd6601-70ab-4213-97b3-d3a0935ede5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16203014'] for port, provisioning_complete {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:15.330690 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-bc3991be-0d5d-45c2-9986-338ad916477f req-330c40a7-28f4-41e0-9fbf-fe54bf3751c0 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] 10.222.0.68 "GET /v2.0/security-groups?id=72657e43-cafa-418d-b1a9-ce76a3926c77&id=6bd8a687-ecdf-49cf-9b05-0ba20959bc26&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0858362 Aug 25 16:18:15.354134 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57ec78e-5ac7-4ce1-9a0d-2d13cdffc99c req-b11243d8-d490-485b-b219-036436b96a15 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:18:15.355770 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-b57ec78e-5ac7-4ce1-9a0d-2d13cdffc99c req-b11243d8-d490-485b-b219-036436b96a15 service neutron] 10.222.0.70 "GET /v2.0/networks?id=8bcc9d35-2470-4e30-8aba-cfbb6c88124f HTTP/1.1" status: 200 len: 916 time: 0.1867001 Aug 25 16:18:15.462791 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-b57ec78e-5ac7-4ce1-9a0d-2d13cdffc99c req-de15a48a-3f65-4a1e-a2e6-9730133263fb service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a90d1051-2f88-4df2-8248-47e3e8807aa7 HTTP/1.1" status: 200 len: 1001 time: 0.0983169 Aug 25 16:18:15.527242 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57ec78e-5ac7-4ce1-9a0d-2d13cdffc99c req-8510d617-55fc-4e4f-abc3-75d8930f39a4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:18:15.529009 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-b57ec78e-5ac7-4ce1-9a0d-2d13cdffc99c req-8510d617-55fc-4e4f-abc3-75d8930f39a4 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=bac40d47-3290-4266-94dc-e5f88517db61 HTTP/1.1" status: 200 len: 854 time: 0.0589118 Aug 25 16:18:15.605681 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-b57ec78e-5ac7-4ce1-9a0d-2d13cdffc99c req-53856cab-5f3e-48cb-b24f-955c49f0d864 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8bcc9d35-2470-4e30-8aba-cfbb6c88124f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0696912 Aug 25 16:18:15.753405 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-b57ec78e-5ac7-4ce1-9a0d-2d13cdffc99c req-b7b2d157-ad6e-437a-b543-0a3388bb8372 service neutron] 10.222.0.70 "GET /v2.0/networks/8bcc9d35-2470-4e30-8aba-cfbb6c88124f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378422 Aug 25 16:18:15.896974 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-b57ec78e-5ac7-4ce1-9a0d-2d13cdffc99c req-d37273ec-3c8f-43e2-aab4-ab92a5ddc7eb service neutron] 10.222.0.70 "GET /v2.0/networks/8bcc9d35-2470-4e30-8aba-cfbb6c88124f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341984 Aug 25 16:18:17.151746 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.wsgi [-] (75041) accepted ('10.222.0.68', 34108) {{(pid=75041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:18:17.297653 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-5a857012-8bb9-48b1-a858-035efd95713d admin admin] Notify callbacks [] for security_group, before_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:17.334645 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.quota.driver [None req-5a857012-8bb9-48b1-a858-035efd95713d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:18:17.338423 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [None req-5a857012-8bb9-48b1-a858-035efd95713d admin admin] Usage tracker for resource:security_group_rule and tenant:c4896b793bca40f88828b08d4af90809 is out of sync, need to count used quota {{(pid=75041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:18:17.341352 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [None req-5a857012-8bb9-48b1-a858-035efd95713d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:18:17.346907 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.quota.driver [None req-5a857012-8bb9-48b1-a858-035efd95713d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:18:17.413003 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-5a857012-8bb9-48b1-a858-035efd95713d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:17.417156 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-5a857012-8bb9-48b1-a858-035efd95713d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:17.423376 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-9b7e8962-5966-4bdb-8c78-c0a49120a2d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:18:17.461313 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a857012-8bb9-48b1-a858-035efd95713d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f6bfcb9-caaf-433b-a67e-5db376f9ec38,revision_number=1']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:18:17.466029 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-5a857012-8bb9-48b1-a858-035efd95713d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:18:17.469364 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [None req-5a857012-8bb9-48b1-a858-035efd95713d admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=c4896b793bca40f88828b08d4af90809&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3166106 Aug 25 16:18:17.472006 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.wsgi [-] (75041) accepted ('10.222.0.68', 34114) {{(pid=75041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:18:17.535919 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-c36902e7-f970-40f8-9f9f-92a114556875 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:17.561677 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-c36902e7-f970-40f8-9f9f-92a114556875 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:17.611384 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-c36902e7-f970-40f8-9f9f-92a114556875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:17.615005 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-67d5f72e-ff82-4681-ba3e-2c2b45dfa264 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:18:17.627588 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36902e7-f970-40f8-9f9f-92a114556875 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f6bfcb9-caaf-433b-a67e-5db376f9ec38,revision_number=None']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:18:17.630752 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-c36902e7-f970-40f8-9f9f-92a114556875 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:18:17.632653 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-c36902e7-f970-40f8-9f9f-92a114556875 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:17.633797 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [None req-c36902e7-f970-40f8-9f9f-92a114556875 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/6f6bfcb9-caaf-433b-a67e-5db376f9ec38 HTTP/1.1" status: 204 len: 168 time: 0.1595407 Aug 25 16:18:18.430543 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.wsgi [-] (75041) accepted ('10.222.0.68', 34136) {{(pid=75041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:18:18.554721 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:18.564547 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.v2.base [None req-afa81b25-d27f-4e05-bf79-0c742d78dd3c admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-388588802-network', 'tenant_id': '5d53581f62e44e7eb8f7eb3c5172bf1b'}} {{(pid=75041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:18:18.569970 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.quota.driver [None req-afa81b25-d27f-4e05-bf79-0c742d78dd3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:18:18.573776 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [None req-afa81b25-d27f-4e05-bf79-0c742d78dd3c admin admin] Usage tracker for resource:network and tenant:5d53581f62e44e7eb8f7eb3c5172bf1b is out of sync, need to count used quota {{(pid=75041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:18:18.576542 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [None req-afa81b25-d27f-4e05-bf79-0c742d78dd3c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:18:18.582169 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.quota.driver [None req-afa81b25-d27f-4e05-bf79-0c742d78dd3c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:18:18.594886 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afa81b25-d27f-4e05-bf79-0c742d78dd3c admin admin] Made reservation on behalf of 5d53581f62e44e7eb8f7eb3c5172bf1b for: {'network': 1} {{(pid=75041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:18:18.597256 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-afa81b25-d27f-4e05-bf79-0c742d78dd3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for network, before_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:18.695331 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-afa81b25-d27f-4e05-bf79-0c742d78dd3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:18.726378 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.quota.driver [None req-afa81b25-d27f-4e05-bf79-0c742d78dd3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:18:18.730133 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [None req-afa81b25-d27f-4e05-bf79-0c742d78dd3c admin admin] Usage tracker for resource:security_group_rule and tenant:5d53581f62e44e7eb8f7eb3c5172bf1b is out of sync, need to count used quota {{(pid=75041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:18:18.732876 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [None req-afa81b25-d27f-4e05-bf79-0c742d78dd3c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:18:18.739129 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.quota.driver [None req-afa81b25-d27f-4e05-bf79-0c742d78dd3c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:18:18.808045 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-afa81b25-d27f-4e05-bf79-0c742d78dd3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:18.811916 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-afa81b25-d27f-4e05-bf79-0c742d78dd3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:18.814655 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-547b8189-5564-4dd1-b838-5d7d387eaae1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:18:18.842604 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afa81b25-d27f-4e05-bf79-0c742d78dd3c admin admin] vlan segment allocate from pool success with {'vlan_id': 854, 'physical_network': 'physnet1'} {{(pid=75041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 25 16:18:18.851513 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa81b25-d27f-4e05-bf79-0c742d78dd3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d923730-f17d-4671-9ddb-aa58d45a665a,revision_number=1']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:18:18.854926 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-afa81b25-d27f-4e05-bf79-0c742d78dd3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:18:18.857527 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-afa81b25-d27f-4e05-bf79-0c742d78dd3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16198673'] for segment, precommit_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:18.857896 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.db.segments_db [None req-afa81b25-d27f-4e05-bf79-0c742d78dd3c admin admin] Added segment 6867c617-16f3-4351-b0ff-c61ce3b47ead of type vlan for network 45296c1a-4a22-42da-b75e-6f09bf9bf51e Aug 25 16:18:18.884365 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-afa81b25-d27f-4e05-bf79-0c742d78dd3c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776571744898'] for network, precommit_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:18.913977 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-afa81b25-d27f-4e05-bf79-0c742d78dd3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748'] for network, after_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:18.915153 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afa81b25-d27f-4e05-bf79-0c742d78dd3c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:18:18.915736 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-afa81b25-d27f-4e05-bf79-0c742d78dd3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16129646'] for network, before_response {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:18.920316 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-174ab202-e4b6-4075-8a48-5b7ffa880030 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:18:19.018924 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa81b25-d27f-4e05-bf79-0c742d78dd3c admin admin] Pushing event updated for resources: {'Network': ['ID=45296c1a-4a22-42da-b75e-6f09bf9bf51e,revision_number=1']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:18:19.025332 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [None req-afa81b25-d27f-4e05-bf79-0c742d78dd3c admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5909905 Aug 25 16:18:19.025332 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-afa81b25-d27f-4e05-bf79-0c742d78dd3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:18:19.025724 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.wsgi [-] (75041) accepted ('10.222.0.68', 34146) {{(pid=75041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:18:19.029368 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Network 45296c1a-4a22-42da-b75e-6f09bf9bf51e details requested by agent ovs-agent-dv-cinder-806007-1-smb with host dv-cinder-806007-1-smb {{(pid=75042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 25 16:18:19.030824 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.v2.base [None req-2b554337-8de3-4f3e-877a-adc93e72b6b2 admin admin] Request body: {'subnet': {'network_id': '45296c1a-4a22-42da-b75e-6f09bf9bf51e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-388588802-subnet', 'tenant_id': '5d53581f62e44e7eb8f7eb3c5172bf1b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:18:19.036180 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.quota.driver [None req-2b554337-8de3-4f3e-877a-adc93e72b6b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:18:19.040043 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [None req-2b554337-8de3-4f3e-877a-adc93e72b6b2 admin admin] Usage tracker for resource:subnet and tenant:5d53581f62e44e7eb8f7eb3c5172bf1b is out of sync, need to count used quota {{(pid=75041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:18:19.042918 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [None req-2b554337-8de3-4f3e-877a-adc93e72b6b2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:18:19.048587 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.quota.driver [None req-2b554337-8de3-4f3e-877a-adc93e72b6b2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:18:19.059557 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b554337-8de3-4f3e-877a-adc93e72b6b2 admin admin] Made reservation on behalf of 5d53581f62e44e7eb8f7eb3c5172bf1b for: {'subnet': 1} {{(pid=75041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:18:19.061903 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-2b554337-8de3-4f3e-877a-adc93e72b6b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2797640'] for subnet, before_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:19.268984 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-2b554337-8de3-4f3e-877a-adc93e72b6b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1248722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2797658'] for subnet, after_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:19.272735 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:18:19.341163 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b554337-8de3-4f3e-877a-adc93e72b6b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc3a6013-5fc3-426f-b5ad-18e48ea6d3db,revision_number=0']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:18:19.345907 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-2b554337-8de3-4f3e-877a-adc93e72b6b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:18:19.356402 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b554337-8de3-4f3e-877a-adc93e72b6b2 admin admin] Checking segment: {'id': '6867c617-16f3-4351-b0ff-c61ce3b47ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '45296c1a-4a22-42da-b75e-6f09bf9bf51e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:18:19.356761 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b554337-8de3-4f3e-877a-adc93e72b6b2 admin admin] Network hostable DHCP agents. Network: 45296c1a-4a22-42da-b75e-6f09bf9bf51e, hostable agents: ['daaa6c79-fb88-4b19-b87f-75e8fe826ec4'], hosted agents: [] {{(pid=75041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 16:18:19.379010 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b554337-8de3-4f3e-877a-adc93e72b6b2 admin admin] Network 45296c1a-4a22-42da-b75e-6f09bf9bf51e is scheduled to be hosted by DHCP agent daaa6c79-fb88-4b19-b87f-75e8fe826ec4 with binding_index 1 {{(pid=75041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 16:18:19.390051 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.scheduler.base_scheduler [None req-2b554337-8de3-4f3e-877a-adc93e72b6b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806007-1-smb, 45296c1a-4a22-42da-b75e-6f09bf9bf51e) {{(pid=75041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:18:19.393758 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b554337-8de3-4f3e-877a-adc93e72b6b2 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:18:19.394347 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-2b554337-8de3-4f3e-877a-adc93e72b6b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16129646'] for subnet, before_response {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:19.399780 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cebbb977-9af6-45e6-8175-ccbb176d5d98 None None] Network 45296c1a-4a22-42da-b75e-6f09bf9bf51e requested from dv-cinder-806007-1-smb {{(pid=75042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:18:19.414350 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [None req-2b554337-8de3-4f3e-877a-adc93e72b6b2 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3878357 Aug 25 16:18:19.610429 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65413f3e-bbcf-4ca6-8ccf-fda4463f2188 None None] Network 45296c1a-4a22-42da-b75e-6f09bf9bf51e requested from dv-cinder-806007-1-smb {{(pid=75042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:18:21.486491 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38e49bb-640e-445f-a52b-7932626e1d8b req-527b596e-3eca-40a7-a2ec-5ff36cec02a3 tempest-VolumesSnapshotTestJSON-1309478736 tempest-VolumesSnapshotTestJSON-1309478736-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:18:21.487843 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-e38e49bb-640e-445f-a52b-7932626e1d8b req-527b596e-3eca-40a7-a2ec-5ff36cec02a3 tempest-VolumesSnapshotTestJSON-1309478736 tempest-VolumesSnapshotTestJSON-1309478736-project] 10.222.0.68 "GET /v2.0/networks?id=45296c1a-4a22-42da-b75e-6f09bf9bf51e HTTP/1.1" status: 200 len: 813 time: 0.1439502 Aug 25 16:18:21.505128 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-e38e49bb-640e-445f-a52b-7932626e1d8b req-70b39d60-ee27-42ce-900b-144a01a9e7ca tempest-VolumesSnapshotTestJSON-1309478736 tempest-VolumesSnapshotTestJSON-1309478736-project] 10.222.0.68 "GET /v2.0/quotas/5d53581f62e44e7eb8f7eb3c5172bf1b HTTP/1.1" status: 200 len: 375 time: 0.0111852 Aug 25 16:18:21.549511 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-e38e49bb-640e-445f-a52b-7932626e1d8b req-31ccae43-6b0d-4ae9-81d1-f03a8eeb3c67 tempest-VolumesSnapshotTestJSON-1309478736 tempest-VolumesSnapshotTestJSON-1309478736-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=5d53581f62e44e7eb8f7eb3c5172bf1b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0394757 Aug 25 16:18:21.756393 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-e38e49bb-640e-445f-a52b-7932626e1d8b req-03620d0a-ac54-4f18-b27d-db67bccc83fb service neutron] 10.222.0.68 "GET /v2.0/networks/45296c1a-4a22-42da-b75e-6f09bf9bf51e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1998248 Aug 25 16:18:21.887167 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-e38e49bb-640e-445f-a52b-7932626e1d8b req-1b9ba876-9612-458c-96eb-e9f6359416e2 service neutron] 10.222.0.68 "GET /v2.0/networks/45296c1a-4a22-42da-b75e-6f09bf9bf51e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251602 Aug 25 16:18:22.074019 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-1237d166-3e1a-48bc-af05-75a788e326c0 req-b1aa0b03-384d-43b0-b69a-5f85a0daefbd tempest-VolumesSnapshotTestJSON-1309478736 tempest-VolumesSnapshotTestJSON-1309478736-project] 10.222.0.68 "GET /v2.0/ports?device_id=81be6302-e167-48a8-8c71-f29e95779b12 HTTP/1.1" status: 200 len: 210 time: 0.0467052 Aug 25 16:18:23.130827 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38e49bb-640e-445f-a52b-7932626e1d8b req-6450b9fc-201f-4d56-9b0c-c62051a9bbf2 tempest-VolumesSnapshotTestJSON-1309478736 tempest-VolumesSnapshotTestJSON-1309478736-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:18:23.131524 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [req-e38e49bb-640e-445f-a52b-7932626e1d8b req-6450b9fc-201f-4d56-9b0c-c62051a9bbf2 tempest-VolumesSnapshotTestJSON-1309478736 tempest-VolumesSnapshotTestJSON-1309478736-project] Synchronizing usage tracker for tenant:5d53581f62e44e7eb8f7eb3c5172bf1b on resource:network {{(pid=75041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:18:23.149918 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [req-e38e49bb-640e-445f-a52b-7932626e1d8b req-6450b9fc-201f-4d56-9b0c-c62051a9bbf2 tempest-VolumesSnapshotTestJSON-1309478736 tempest-VolumesSnapshotTestJSON-1309478736-project] Unset dirty status for tenant:5d53581f62e44e7eb8f7eb3c5172bf1b on resource:network {{(pid=75041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:18:23.151367 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-e38e49bb-640e-445f-a52b-7932626e1d8b req-6450b9fc-201f-4d56-9b0c-c62051a9bbf2 tempest-VolumesSnapshotTestJSON-1309478736 tempest-VolumesSnapshotTestJSON-1309478736-project] 10.222.0.70 "GET /v2.0/networks?id=45296c1a-4a22-42da-b75e-6f09bf9bf51e HTTP/1.1" status: 200 len: 813 time: 0.1716912 Aug 25 16:18:23.172766 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.v2.base [req-e38e49bb-640e-445f-a52b-7932626e1d8b req-39f3706c-ce2f-4d82-89c1-2ca16f9539b3 tempest-VolumesSnapshotTestJSON-1309478736 tempest-VolumesSnapshotTestJSON-1309478736-project] Request body: {'port': {'device_id': '81be6302-e167-48a8-8c71-f29e95779b12', 'network_id': '45296c1a-4a22-42da-b75e-6f09bf9bf51e', 'admin_state_up': True, 'tenant_id': '5d53581f62e44e7eb8f7eb3c5172bf1b'}} {{(pid=75041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:18:23.252661 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-fb1b22ce-bc84-44d9-8a47-b312830fdf13 req-205cb755-1586-4040-9dd9-38490e5d6429 tempest-VolumesSnapshotTestJSON-1309478736 tempest-VolumesSnapshotTestJSON-1309478736-project] 10.222.0.68 "GET /v2.0/ports?device_id=81be6302-e167-48a8-8c71-f29e95779b12 HTTP/1.1" status: 200 len: 210 time: 0.0477576 Aug 25 16:18:23.320704 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.quota.driver [req-e38e49bb-640e-445f-a52b-7932626e1d8b req-39f3706c-ce2f-4d82-89c1-2ca16f9539b3 tempest-VolumesSnapshotTestJSON-1309478736 tempest-VolumesSnapshotTestJSON-1309478736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:18:23.324947 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [req-e38e49bb-640e-445f-a52b-7932626e1d8b req-39f3706c-ce2f-4d82-89c1-2ca16f9539b3 tempest-VolumesSnapshotTestJSON-1309478736 tempest-VolumesSnapshotTestJSON-1309478736-project] Usage tracker for resource:port and tenant:5d53581f62e44e7eb8f7eb3c5172bf1b is out of sync, need to count used quota {{(pid=75041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:18:23.327757 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [req-e38e49bb-640e-445f-a52b-7932626e1d8b req-39f3706c-ce2f-4d82-89c1-2ca16f9539b3 tempest-VolumesSnapshotTestJSON-1309478736 tempest-VolumesSnapshotTestJSON-1309478736-project] Quota usage for port was recalculated. Used quota:0. {{(pid=75041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:18:23.333849 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.quota.driver [req-e38e49bb-640e-445f-a52b-7932626e1d8b req-39f3706c-ce2f-4d82-89c1-2ca16f9539b3 tempest-VolumesSnapshotTestJSON-1309478736 tempest-VolumesSnapshotTestJSON-1309478736-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=75041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:18:23.343376 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e38e49bb-640e-445f-a52b-7932626e1d8b req-39f3706c-ce2f-4d82-89c1-2ca16f9539b3 tempest-VolumesSnapshotTestJSON-1309478736 tempest-VolumesSnapshotTestJSON-1309478736-project] Made reservation on behalf of 5d53581f62e44e7eb8f7eb3c5172bf1b for: {'port': 1} {{(pid=75041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:18:23.346795 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [req-e38e49bb-640e-445f-a52b-7932626e1d8b req-39f3706c-ce2f-4d82-89c1-2ca16f9539b3 tempest-VolumesSnapshotTestJSON-1309478736 tempest-VolumesSnapshotTestJSON-1309478736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:23.507832 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.db_base_plugin_common [req-e38e49bb-640e-445f-a52b-7932626e1d8b req-39f3706c-ce2f-4d82-89c1-2ca16f9539b3 tempest-VolumesSnapshotTestJSON-1309478736 tempest-VolumesSnapshotTestJSON-1309478736-project] Allocated IP 172.20.0.3 (45296c1a-4a22-42da-b75e-6f09bf9bf51e/cc3a6013-5fc3-426f-b5ad-18e48ea6d3db/833eea0c-8cd0-452e-a649-a0733df1255d) {{(pid=75041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:18:23.717695 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [req-e38e49bb-640e-445f-a52b-7932626e1d8b req-39f3706c-ce2f-4d82-89c1-2ca16f9539b3 tempest-VolumesSnapshotTestJSON-1309478736 tempest-VolumesSnapshotTestJSON-1309478736-project] Notify callbacks [] for port, precommit_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:23.745306 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [req-e38e49bb-640e-445f-a52b-7932626e1d8b req-39f3706c-ce2f-4d82-89c1-2ca16f9539b3 tempest-VolumesSnapshotTestJSON-1309478736 tempest-VolumesSnapshotTestJSON-1309478736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776571788279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1248622'] for port, after_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:23.750463 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-b3c1f8ea-f0b7-4eec-84fe-b0397ee591f5 tempest-AttachVolumeTestJSON-1135673774 tempest-AttachVolumeTestJSON-1135673774-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:18:23.816198 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e38e49bb-640e-445f-a52b-7932626e1d8b req-39f3706c-ce2f-4d82-89c1-2ca16f9539b3 tempest-VolumesSnapshotTestJSON-1309478736 tempest-VolumesSnapshotTestJSON-1309478736-project] Network 45296c1a-4a22-42da-b75e-6f09bf9bf51e is already hosted by enough agents. {{(pid=75041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:18:23.819501 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.scheduler.base_scheduler [req-e38e49bb-640e-445f-a52b-7932626e1d8b req-39f3706c-ce2f-4d82-89c1-2ca16f9539b3 tempest-VolumesSnapshotTestJSON-1309478736 tempest-VolumesSnapshotTestJSON-1309478736-project] Resources bound (agent type, host, resource id): {{(pid=75041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:18:23.824040 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.l3_dvrscheduler_db [req-e38e49bb-640e-445f-a52b-7932626e1d8b req-39f3706c-ce2f-4d82-89c1-2ca16f9539b3 tempest-VolumesSnapshotTestJSON-1309478736 tempest-VolumesSnapshotTestJSON-1309478736-project] Received port after_create {{(pid=75041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:18:23.855642 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f3706c-ce2f-4d82-89c1-2ca16f9539b3 tempest-VolumesSnapshotTestJSON-1309478736 tempest-VolumesSnapshotTestJSON-1309478736-project] Pushing event updated for resources: {'Port': ['ID=833eea0c-8cd0-452e-a649-a0733df1255d,revision_number=1']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:18:23.862912 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-39f3706c-ce2f-4d82-89c1-2ca16f9539b3 tempest-VolumesSnapshotTestJSON-1309478736 tempest-VolumesSnapshotTestJSON-1309478736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:18:23.888513 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38e49bb-640e-445f-a52b-7932626e1d8b req-39f3706c-ce2f-4d82-89c1-2ca16f9539b3 tempest-VolumesSnapshotTestJSON-1309478736 tempest-VolumesSnapshotTestJSON-1309478736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:18:23.889125 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [req-e38e49bb-640e-445f-a52b-7932626e1d8b req-39f3706c-ce2f-4d82-89c1-2ca16f9539b3 tempest-VolumesSnapshotTestJSON-1309478736 tempest-VolumesSnapshotTestJSON-1309478736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981218'] for port, before_response {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:23.909427 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-e38e49bb-640e-445f-a52b-7932626e1d8b req-39f3706c-ce2f-4d82-89c1-2ca16f9539b3 tempest-VolumesSnapshotTestJSON-1309478736 tempest-VolumesSnapshotTestJSON-1309478736-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7411623 Aug 25 16:18:23.920766 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.v2.base [req-e38e49bb-640e-445f-a52b-7932626e1d8b req-a3c08ca2-c3b1-4589-8dbd-9ec492e5d97b service neutron] Request body: {'port': {'device_id': '81be6302-e167-48a8-8c71-f29e95779b12', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80600'}} {{(pid=75041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:18:24.028824 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [req-e38e49bb-640e-445f-a52b-7932626e1d8b req-a3c08ca2-c3b1-4589-8dbd-9ec492e5d97b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_update {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:24.507627 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.notifiers.nova [req-e38e49bb-640e-445f-a52b-7932626e1d8b req-a3c08ca2-c3b1-4589-8dbd-9ec492e5d97b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 833eea0c-8cd0-452e-a649-a0733df1255d {{(pid=75041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:18:24.516872 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [req-e38e49bb-640e-445f-a52b-7932626e1d8b req-a3c08ca2-c3b1-4589-8dbd-9ec492e5d97b service neutron] Notify callbacks [] for port, precommit_update {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:24.526202 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486049a6-ea50-47e5-9c6d-8f8a0268d041 req-c1a903db-d11b-49d8-acf8-562628fde7a1 tempest-VolumesSnapshotTestJSON-1309478736 tempest-VolumesSnapshotTestJSON-1309478736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:18:24.526875 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [req-486049a6-ea50-47e5-9c6d-8f8a0268d041 req-c1a903db-d11b-49d8-acf8-562628fde7a1 tempest-VolumesSnapshotTestJSON-1309478736 tempest-VolumesSnapshotTestJSON-1309478736-project] Synchronizing usage tracker for tenant:5d53581f62e44e7eb8f7eb3c5172bf1b on resource:port {{(pid=75041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:18:24.542435 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.provisioning_blocks [req-e38e49bb-640e-445f-a52b-7932626e1d8b req-a3c08ca2-c3b1-4589-8dbd-9ec492e5d97b service neutron] Transition to ACTIVE for port object 833eea0c-8cd0-452e-a649-a0733df1255d will not be triggered until provisioned by entity L2. {{(pid=75041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:18:24.549410 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [req-e38e49bb-640e-445f-a52b-7932626e1d8b req-a3c08ca2-c3b1-4589-8dbd-9ec492e5d97b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776572168726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776571761677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776571761722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1248615'] for port, after_update {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:24.555068 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-d3e329e3-ff0f-4f50-bd99-33de1f01354a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:18:24.590825 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [req-486049a6-ea50-47e5-9c6d-8f8a0268d041 req-c1a903db-d11b-49d8-acf8-562628fde7a1 tempest-VolumesSnapshotTestJSON-1309478736 tempest-VolumesSnapshotTestJSON-1309478736-project] Unset dirty status for tenant:5d53581f62e44e7eb8f7eb3c5172bf1b on resource:port {{(pid=75041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:18:24.591976 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-486049a6-ea50-47e5-9c6d-8f8a0268d041 req-c1a903db-d11b-49d8-acf8-562628fde7a1 tempest-VolumesSnapshotTestJSON-1309478736 tempest-VolumesSnapshotTestJSON-1309478736-project] 10.222.0.68 "GET /v2.0/ports?device_id=81be6302-e167-48a8-8c71-f29e95779b12 HTTP/1.1" status: 200 len: 931 time: 0.2166548 Aug 25 16:18:24.699548 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c08ca2-c3b1-4589-8dbd-9ec492e5d97b service neutron] Pushing event updated for resources: {'Port': ['ID=833eea0c-8cd0-452e-a649-a0733df1255d,revision_number=2']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:18:24.709553 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-a3c08ca2-c3b1-4589-8dbd-9ec492e5d97b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:18:24.757491 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [req-486049a6-ea50-47e5-9c6d-8f8a0268d041 req-e77a5abe-853a-4e76-9fe4-e0d0d26cb1f2 tempest-VolumesSnapshotTestJSON-1309478736 tempest-VolumesSnapshotTestJSON-1309478736-project] Synchronizing usage tracker for tenant:5d53581f62e44e7eb8f7eb3c5172bf1b on resource:security_group {{(pid=75041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:18:24.815119 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [req-486049a6-ea50-47e5-9c6d-8f8a0268d041 req-e77a5abe-853a-4e76-9fe4-e0d0d26cb1f2 tempest-VolumesSnapshotTestJSON-1309478736 tempest-VolumesSnapshotTestJSON-1309478736-project] Unset dirty status for tenant:5d53581f62e44e7eb8f7eb3c5172bf1b on resource:security_group {{(pid=75041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:18:24.816186 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-486049a6-ea50-47e5-9c6d-8f8a0268d041 req-e77a5abe-853a-4e76-9fe4-e0d0d26cb1f2 tempest-VolumesSnapshotTestJSON-1309478736 tempest-VolumesSnapshotTestJSON-1309478736-project] 10.222.0.68 "GET /v2.0/security-groups?id=4d923730-f17d-4671-9ddb-aa58d45a665a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148769 Aug 25 16:18:24.836076 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.managers [req-e38e49bb-640e-445f-a52b-7932626e1d8b req-a3c08ca2-c3b1-4589-8dbd-9ec492e5d97b service neutron] Attempting to bind port 833eea0c-8cd0-452e-a649-a0733df1255d on host hv-cinder-80600 for vnic_type normal with profile {{(pid=75041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:18:24.836421 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.managers [req-e38e49bb-640e-445f-a52b-7932626e1d8b req-a3c08ca2-c3b1-4589-8dbd-9ec492e5d97b service neutron] Attempting to bind port 833eea0c-8cd0-452e-a649-a0733df1255d by drivers openvswitch,hyperv on host hv-cinder-80600 at level 0 using segments [{'id': '6867c617-16f3-4351-b0ff-c61ce3b47ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '45296c1a-4a22-42da-b75e-6f09bf9bf51e'}] {{(pid=75041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:18:24.836749 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e38e49bb-640e-445f-a52b-7932626e1d8b req-a3c08ca2-c3b1-4589-8dbd-9ec492e5d97b service neutron] Attempting to bind port 833eea0c-8cd0-452e-a649-a0733df1255d on network 45296c1a-4a22-42da-b75e-6f09bf9bf51e {{(pid=75041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:18:24.842667 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e38e49bb-640e-445f-a52b-7932626e1d8b req-a3c08ca2-c3b1-4589-8dbd-9ec492e5d97b service neutron] Port 833eea0c-8cd0-452e-a649-a0733df1255d on network 45296c1a-4a22-42da-b75e-6f09bf9bf51e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80600 {{(pid=75041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 16:18:24.842985 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e38e49bb-640e-445f-a52b-7932626e1d8b req-a3c08ca2-c3b1-4589-8dbd-9ec492e5d97b service neutron] Attempting to bind port 833eea0c-8cd0-452e-a649-a0733df1255d on network 45296c1a-4a22-42da-b75e-6f09bf9bf51e {{(pid=75041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:18:24.849858 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e38e49bb-640e-445f-a52b-7932626e1d8b req-a3c08ca2-c3b1-4589-8dbd-9ec492e5d97b service neutron] Checking agent: {'id': 'ce44fce8-b773-464c-81ed-5793acd8e0ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80600', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 7, 48), 'started_at': datetime.datetime(2021, 8, 25, 16, 7, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 18, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:18:24.850196 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e38e49bb-640e-445f-a52b-7932626e1d8b req-a3c08ca2-c3b1-4589-8dbd-9ec492e5d97b service neutron] Checking segment: {'id': '6867c617-16f3-4351-b0ff-c61ce3b47ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '45296c1a-4a22-42da-b75e-6f09bf9bf51e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:18:24.850581 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e38e49bb-640e-445f-a52b-7932626e1d8b req-a3c08ca2-c3b1-4589-8dbd-9ec492e5d97b service neutron] Bound using segment: {'id': '6867c617-16f3-4351-b0ff-c61ce3b47ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '45296c1a-4a22-42da-b75e-6f09bf9bf51e'} {{(pid=75041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:18:24.851007 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.managers [req-e38e49bb-640e-445f-a52b-7932626e1d8b req-a3c08ca2-c3b1-4589-8dbd-9ec492e5d97b service neutron] Bound port: 833eea0c-8cd0-452e-a649-a0733df1255d, host: hv-cinder-80600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6867c617-16f3-4351-b0ff-c61ce3b47ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '45296c1a-4a22-42da-b75e-6f09bf9bf51e'}}] {{(pid=75041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:18:24.851353 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [req-e38e49bb-640e-445f-a52b-7932626e1d8b req-a3c08ca2-c3b1-4589-8dbd-9ec492e5d97b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_update {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:24.942327 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.db [req-e38e49bb-640e-445f-a52b-7932626e1d8b req-a3c08ca2-c3b1-4589-8dbd-9ec492e5d97b service neutron] For port 833eea0c-8cd0-452e-a649-a0733df1255d, host hv-cinder-80600, cleared binding levels {{(pid=75041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:18:24.945279 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.db [req-e38e49bb-640e-445f-a52b-7932626e1d8b req-a3c08ca2-c3b1-4589-8dbd-9ec492e5d97b service neutron] For port 833eea0c-8cd0-452e-a649-a0733df1255d, host hv-cinder-80600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=833eea0c-8cd0-452e-a649-a0733df1255d,segment=NetworkSegment(6867c617-16f3-4351-b0ff-c61ce3b47ead),segment_id=6867c617-16f3-4351-b0ff-c61ce3b47ead)] {{(pid=75041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:18:24.949435 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [req-e38e49bb-640e-445f-a52b-7932626e1d8b req-a3c08ca2-c3b1-4589-8dbd-9ec492e5d97b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776572168726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776571761677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776571761722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1248615'] for port, after_update {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:24.954305 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-b4c5f298-e8f7-4ba5-a61c-456063179718 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:18:25.013544 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [req-e38e49bb-640e-445f-a52b-7932626e1d8b req-a3c08ca2-c3b1-4589-8dbd-9ec492e5d97b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981218'] for port, before_response {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:25.014896 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-e38e49bb-640e-445f-a52b-7932626e1d8b req-a3c08ca2-c3b1-4589-8dbd-9ec492e5d97b service neutron] 10.222.0.70 "PUT /v2.0/ports/833eea0c-8cd0-452e-a649-a0733df1255d HTTP/1.1" status: 200 len: 1093 time: 1.0982313 Aug 25 16:18:25.015384 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81be6302-e167-48a8-8c71-f29e95779b12', 'tag': '833eea0c-8cd0-452e-a649-a0733df1255d'}] {{(pid=75041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:18:25.033359 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c08ca2-c3b1-4589-8dbd-9ec492e5d97b service neutron] Pushing event updated for resources: {'Port': ['ID=833eea0c-8cd0-452e-a649-a0733df1255d,revision_number=3']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:18:25.037297 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-a3c08ca2-c3b1-4589-8dbd-9ec492e5d97b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:18:25.095418 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81be6302-e167-48a8-8c71-f29e95779b12', 'tag': '833eea0c-8cd0-452e-a649-a0733df1255d', 'status': 'completed', 'code': 200} Aug 25 16:18:25.132467 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-e38e49bb-640e-445f-a52b-7932626e1d8b req-0e26ca87-0781-4a1e-a141-b9359c19f2ae service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=5d53581f62e44e7eb8f7eb3c5172bf1b&device_id=81be6302-e167-48a8-8c71-f29e95779b12 HTTP/1.1" status: 200 len: 1096 time: 0.0760105 Aug 25 16:18:25.200754 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-e38e49bb-640e-445f-a52b-7932626e1d8b req-4cf21832-4476-4bb9-9796-fed8ca030f2b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=833eea0c-8cd0-452e-a649-a0733df1255d HTTP/1.1" status: 200 len: 217 time: 0.0610361 Aug 25 16:18:25.266871 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38e49bb-640e-445f-a52b-7932626e1d8b req-a1146fe1-5e56-4f3e-8f40-04319c487320 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:18:25.268299 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-e38e49bb-640e-445f-a52b-7932626e1d8b req-a1146fe1-5e56-4f3e-8f40-04319c487320 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cc3a6013-5fc3-426f-b5ad-18e48ea6d3db HTTP/1.1" status: 200 len: 853 time: 0.0610602 Aug 25 16:18:25.314442 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-e38e49bb-640e-445f-a52b-7932626e1d8b req-e4ba98c9-ed4d-461f-a4b5-87444f75e3bd service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=45296c1a-4a22-42da-b75e-6f09bf9bf51e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396886 Aug 25 16:18:25.446785 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-e38e49bb-640e-445f-a52b-7932626e1d8b req-b81b6642-3a4d-46af-b293-0706a72aeade service neutron] 10.222.0.70 "GET /v2.0/networks/45296c1a-4a22-42da-b75e-6f09bf9bf51e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252604 Aug 25 16:18:25.578617 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-e38e49bb-640e-445f-a52b-7932626e1d8b req-6c44ccfc-73d8-4b54-ab05-bee07b508e18 service neutron] 10.222.0.70 "GET /v2.0/networks/45296c1a-4a22-42da-b75e-6f09bf9bf51e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253045 Aug 25 16:18:25.701163 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-c703bc91-d224-4283-8195-325f553788cc req-f6408754-b51f-4b05-9402-4934a825abec service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=5d53581f62e44e7eb8f7eb3c5172bf1b&device_id=81be6302-e167-48a8-8c71-f29e95779b12 HTTP/1.1" status: 200 len: 1096 time: 0.0676532 Aug 25 16:18:25.830448 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c703bc91-d224-4283-8195-325f553788cc req-66f8d4a4-2855-42ad-88f6-9cae02303c3a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:18:25.831892 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-c703bc91-d224-4283-8195-325f553788cc req-66f8d4a4-2855-42ad-88f6-9cae02303c3a service neutron] 10.222.0.70 "GET /v2.0/networks?id=45296c1a-4a22-42da-b75e-6f09bf9bf51e HTTP/1.1" status: 200 len: 914 time: 0.1232855 Aug 25 16:18:25.906603 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-c703bc91-d224-4283-8195-325f553788cc req-66040ac8-8d58-48cd-abdf-60080c9d58d3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=833eea0c-8cd0-452e-a649-a0733df1255d HTTP/1.1" status: 200 len: 217 time: 0.0673831 Aug 25 16:18:26.109016 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c703bc91-d224-4283-8195-325f553788cc req-40118dce-dd78-4301-9cf5-5d52d5829d47 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:18:26.110511 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-c703bc91-d224-4283-8195-325f553788cc req-40118dce-dd78-4301-9cf5-5d52d5829d47 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cc3a6013-5fc3-426f-b5ad-18e48ea6d3db HTTP/1.1" status: 200 len: 853 time: 0.1960568 Aug 25 16:18:26.163502 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-c703bc91-d224-4283-8195-325f553788cc req-0418e9b9-96f7-4a49-a392-fdfb9a65f49b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=45296c1a-4a22-42da-b75e-6f09bf9bf51e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448565 Aug 25 16:18:26.173830 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda5af11-2267-4d15-960a-150400768fcd req-60ac20ca-c38e-4dd1-8c90-a807708cbf44 tempest-VolumesSnapshotTestJSON-1309478736 tempest-VolumesSnapshotTestJSON-1309478736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:18:26.175188 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-eda5af11-2267-4d15-960a-150400768fcd req-60ac20ca-c38e-4dd1-8c90-a807708cbf44 tempest-VolumesSnapshotTestJSON-1309478736 tempest-VolumesSnapshotTestJSON-1309478736-project] 10.222.0.68 "GET /v2.0/ports?device_id=81be6302-e167-48a8-8c71-f29e95779b12 HTTP/1.1" status: 200 len: 943 time: 0.2270751 Aug 25 16:18:26.311258 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-eda5af11-2267-4d15-960a-150400768fcd req-fd8a16c7-d2ce-4bd4-be63-fb09f7d40f8c tempest-VolumesSnapshotTestJSON-1309478736 tempest-VolumesSnapshotTestJSON-1309478736-project] 10.222.0.68 "GET /v2.0/security-groups?id=4d923730-f17d-4671-9ddb-aa58d45a665a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125171 Aug 25 16:18:26.344065 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-c703bc91-d224-4283-8195-325f553788cc req-97d16842-8ad0-4792-a1c3-53bf3091fcb1 service neutron] 10.222.0.70 "GET /v2.0/networks/45296c1a-4a22-42da-b75e-6f09bf9bf51e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679564 Aug 25 16:18:26.487460 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-c703bc91-d224-4283-8195-325f553788cc req-ec2e45c4-5c2e-4c7e-8c72-dbddf58172cc service neutron] 10.222.0.70 "GET /v2.0/networks/45296c1a-4a22-42da-b75e-6f09bf9bf51e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347165 Aug 25 16:18:27.506192 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b2638a-7033-41e8-89b7-b10ebd902d2a req-93ee0712-59c9-4a1a-b9d3-3d7cab1a4816 tempest-VolumesSnapshotTestJSON-1309478736 tempest-VolumesSnapshotTestJSON-1309478736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:18:27.507638 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-a2b2638a-7033-41e8-89b7-b10ebd902d2a req-93ee0712-59c9-4a1a-b9d3-3d7cab1a4816 tempest-VolumesSnapshotTestJSON-1309478736 tempest-VolumesSnapshotTestJSON-1309478736-project] 10.222.0.68 "GET /v2.0/ports?device_id=81be6302-e167-48a8-8c71-f29e95779b12 HTTP/1.1" status: 200 len: 943 time: 0.0775592 Aug 25 16:18:27.541781 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-4b4e9461-f9ec-43cf-9434-63f3abe7428a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:27.555421 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-a2b2638a-7033-41e8-89b7-b10ebd902d2a req-90094c2b-cf3b-430f-9b32-3664b2f1660a tempest-VolumesSnapshotTestJSON-1309478736 tempest-VolumesSnapshotTestJSON-1309478736-project] 10.222.0.68 "GET /v2.0/security-groups?id=4d923730-f17d-4671-9ddb-aa58d45a665a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422611 Aug 25 16:18:27.864652 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Device 833eea0c-8cd0-452e-a649-a0733df1255d details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 25 16:18:27.997840 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.db [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] For port 833eea0c-8cd0-452e-a649-a0733df1255d, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=833eea0c-8cd0-452e-a649-a0733df1255d,segment=NetworkSegment(6867c617-16f3-4351-b0ff-c61ce3b47ead),segment_id=6867c617-16f3-4351-b0ff-c61ce3b47ead)] {{(pid=75042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:18:28.010861 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Returning: {'device': '833eea0c-8cd0-452e-a649-a0733df1255d', 'network_id': '45296c1a-4a22-42da-b75e-6f09bf9bf51e', 'port_id': '833eea0c-8cd0-452e-a649-a0733df1255d', 'mac_address': 'fa:16:3e:f2:6b:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 854, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc3a6013-5fc3-426f-b5ad-18e48ea6d3db', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 25 16:18:28.062908 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:28.079547 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.notifiers.nova [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 833eea0c-8cd0-452e-a649-a0733df1255d {{(pid=75042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:18:28.094854 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.db [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] For port 833eea0c-8cd0-452e-a649-a0733df1255d, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=833eea0c-8cd0-452e-a649-a0733df1255d,segment=NetworkSegment(6867c617-16f3-4351-b0ff-c61ce3b47ead),segment_id=6867c617-16f3-4351-b0ff-c61ce3b47ead)] {{(pid=75042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:18:28.099582 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776572168726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776571761677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776571761722'] for port, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:28.102526 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:18:28.169242 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Pushing event updated for resources: {'Port': ['ID=833eea0c-8cd0-452e-a649-a0733df1255d,revision_number=4']} {{(pid=75042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:18:28.177772 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:18:28.178105 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:18:28.178438 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:18:28.178766 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:18:28.179093 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:18:28.179414 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:18:28.179732 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:18:28.180051 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:18:28.180367 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:18:28.180682 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:18:28.180996 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:18:28.184859 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:18:28.313890 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.db [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] get_ports_and_sgs() called for port_ids ['833eea0c-8cd0-452e-a649-a0733df1255d'] {{(pid=75042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:18:28.759773 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8117489-e6ac-4ac6-ac33-1e037260f2d5 req-21e723fb-1db3-4d17-90d8-b128ef325001 tempest-VolumesSnapshotTestJSON-1309478736 tempest-VolumesSnapshotTestJSON-1309478736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:18:28.762116 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-f8117489-e6ac-4ac6-ac33-1e037260f2d5 req-21e723fb-1db3-4d17-90d8-b128ef325001 tempest-VolumesSnapshotTestJSON-1309478736 tempest-VolumesSnapshotTestJSON-1309478736-project] 10.222.0.68 "GET /v2.0/ports?device_id=81be6302-e167-48a8-8c71-f29e95779b12 HTTP/1.1" status: 200 len: 944 time: 0.0821841 Aug 25 16:18:28.780987 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:28.808096 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-f8117489-e6ac-4ac6-ac33-1e037260f2d5 req-9863464f-fc2e-4ca2-99dc-44551a68cdf8 tempest-VolumesSnapshotTestJSON-1309478736 tempest-VolumesSnapshotTestJSON-1309478736-project] 10.222.0.68 "GET /v2.0/security-groups?id=4d923730-f17d-4671-9ddb-aa58d45a665a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411658 Aug 25 16:18:29.868026 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Device 833eea0c-8cd0-452e-a649-a0733df1255d up at agent hyperv_hv-cinder-80600 {{(pid=75042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:18:29.944844 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-07568598-f880-424c-9d72-d781a9dee636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:29.957063 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.provisioning_blocks [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Provisioning for port 833eea0c-8cd0-452e-a649-a0733df1255d completed by entity L2. {{(pid=75042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:18:29.962028 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.provisioning_blocks [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Provisioning complete for port 833eea0c-8cd0-452e-a649-a0733df1255d triggered by entity L2. {{(pid=75042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:18:29.962407 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16203014'] for port, provisioning_complete {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:30.012781 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4267676d-f770-4d4e-b152-2ba5e8672a12 req-0ca56685-150c-4c66-973b-d49a47dbf957 tempest-VolumesSnapshotTestJSON-1309478736 tempest-VolumesSnapshotTestJSON-1309478736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:18:30.014300 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-4267676d-f770-4d4e-b152-2ba5e8672a12 req-0ca56685-150c-4c66-973b-d49a47dbf957 tempest-VolumesSnapshotTestJSON-1309478736 tempest-VolumesSnapshotTestJSON-1309478736-project] 10.222.0.68 "GET /v2.0/ports?device_id=81be6302-e167-48a8-8c71-f29e95779b12 HTTP/1.1" status: 200 len: 944 time: 0.0836158 Aug 25 16:18:30.060891 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-4267676d-f770-4d4e-b152-2ba5e8672a12 req-330adf08-c771-4e70-a32f-daa9842e0f39 tempest-VolumesSnapshotTestJSON-1309478736 tempest-VolumesSnapshotTestJSON-1309478736-project] 10.222.0.68 "GET /v2.0/security-groups?id=4d923730-f17d-4671-9ddb-aa58d45a665a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410972 Aug 25 16:18:30.078665 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:30.106200 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81be6302-e167-48a8-8c71-f29e95779b12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '833eea0c-8cd0-452e-a649-a0733df1255d'}] {{(pid=75042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:18:30.116097 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.db [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] For port 833eea0c-8cd0-452e-a649-a0733df1255d, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=833eea0c-8cd0-452e-a649-a0733df1255d,segment=NetworkSegment(6867c617-16f3-4351-b0ff-c61ce3b47ead),segment_id=6867c617-16f3-4351-b0ff-c61ce3b47ead)] {{(pid=75042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:18:30.120237 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776572168726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776571761677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776571761722'] for port, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:30.122071 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:18:30.168519 dv-cinder-806007-1-smb neutron-server[75042]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81be6302-e167-48a8-8c71-f29e95779b12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '833eea0c-8cd0-452e-a649-a0733df1255d', 'code': 200} Aug 25 16:18:30.189998 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Pushing event updated for resources: {'Port': ['ID=833eea0c-8cd0-452e-a649-a0733df1255d,revision_number=5']} {{(pid=75042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:18:30.193568 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:18:30.392451 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-a6cad5d7-3abc-4c32-884f-e3311e545543 req-f9df3b86-4b9b-45cb-964d-4c465a9d5d62 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=81be6302-e167-48a8-8c71-f29e95779b12 HTTP/1.1" status: 200 len: 1098 time: 0.0690987 Aug 25 16:18:30.439634 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-a6cad5d7-3abc-4c32-884f-e3311e545543 req-36b66951-e1fd-4c5a-a026-1ad6f5b0200d service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=4d923730-f17d-4671-9ddb-aa58d45a665a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403171 Aug 25 16:18:31.000180 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-1bf536be-b7f1-4c3c-b07a-2be1e6809122 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:31.260202 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db284aee-de29-4f9d-95a2-6b7a1dafea86 req-c377099a-1bab-4204-bdf1-863425333352 tempest-VolumesSnapshotTestJSON-1309478736 tempest-VolumesSnapshotTestJSON-1309478736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:18:31.261689 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-db284aee-de29-4f9d-95a2-6b7a1dafea86 req-c377099a-1bab-4204-bdf1-863425333352 tempest-VolumesSnapshotTestJSON-1309478736 tempest-VolumesSnapshotTestJSON-1309478736-project] 10.222.0.68 "GET /v2.0/ports?device_id=81be6302-e167-48a8-8c71-f29e95779b12 HTTP/1.1" status: 200 len: 945 time: 0.0778511 Aug 25 16:18:31.312787 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-db284aee-de29-4f9d-95a2-6b7a1dafea86 req-db57817f-7bf0-4be9-a258-06d48697e20c tempest-VolumesSnapshotTestJSON-1309478736 tempest-VolumesSnapshotTestJSON-1309478736-project] 10.222.0.68 "GET /v2.0/security-groups?id=4d923730-f17d-4671-9ddb-aa58d45a665a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448222 Aug 25 16:18:32.389786 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-8ca458b3-9003-4c9b-b026-f7ba765eab5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:32.512536 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fac185d-2092-4370-aeb6-b6f059b33a2e req-94378ad9-b447-4fbe-b585-b12c58ee066c tempest-VolumesSnapshotTestJSON-1309478736 tempest-VolumesSnapshotTestJSON-1309478736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:18:32.514034 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-7fac185d-2092-4370-aeb6-b6f059b33a2e req-94378ad9-b447-4fbe-b585-b12c58ee066c tempest-VolumesSnapshotTestJSON-1309478736 tempest-VolumesSnapshotTestJSON-1309478736-project] 10.222.0.68 "GET /v2.0/ports?device_id=81be6302-e167-48a8-8c71-f29e95779b12 HTTP/1.1" status: 200 len: 945 time: 0.0779269 Aug 25 16:18:32.565701 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-7fac185d-2092-4370-aeb6-b6f059b33a2e req-23b481d6-de55-4532-ae35-02529e3b4413 tempest-VolumesSnapshotTestJSON-1309478736 tempest-VolumesSnapshotTestJSON-1309478736-project] 10.222.0.68 "GET /v2.0/security-groups?id=4d923730-f17d-4671-9ddb-aa58d45a665a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458624 Aug 25 16:18:38.627392 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.db.agents_db [None req-a821c616-a82d-4ce6-adbe-0c63f7de4494 None None] Agent healthcheck: found 6 active agents {{(pid=75043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:18:39.351822 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-df6f7f61-ee7c-425b-8461-2d3b7c5c3e20 req-410d510b-1fa7-4daf-a8ca-9adf92fe3c86 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d3a786a9704c44e99ba6effe11bf53a4&device_id=7e151932-4a50-4875-8bcb-12c6718df171 HTTP/1.1" status: 200 len: 1138 time: 0.1366186 Aug 25 16:18:39.361562 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b5f593-be36-456e-bcf9-029b3bf2b422 req-4e9180fa-0f43-4b46-bbb7-bda34f2bf667 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:18:39.363045 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-56b5f593-be36-456e-bcf9-029b3bf2b422 req-4e9180fa-0f43-4b46-bbb7-bda34f2bf667 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] 10.222.0.68 "GET /v2.0/ports?device_id=7e151932-4a50-4875-8bcb-12c6718df171 HTTP/1.1" status: 200 len: 985 time: 0.1028738 Aug 25 16:18:39.494629 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-56b5f593-be36-456e-bcf9-029b3bf2b422 req-6b605b13-6ae0-4811-bbfc-ca84dce09f98 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] 10.222.0.68 "GET /v2.0/security-groups?id=72657e43-cafa-418d-b1a9-ce76a3926c77&id=6bd8a687-ecdf-49cf-9b05-0ba20959bc26&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1119545 Aug 25 16:18:39.527797 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6f7f61-ee7c-425b-8461-2d3b7c5c3e20 req-b1fd95a2-84af-41b9-bb02-7efeaaec6320 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:18:39.529269 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-df6f7f61-ee7c-425b-8461-2d3b7c5c3e20 req-b1fd95a2-84af-41b9-bb02-7efeaaec6320 service neutron] 10.222.0.70 "GET /v2.0/networks?id=8bcc9d35-2470-4e30-8aba-cfbb6c88124f HTTP/1.1" status: 200 len: 916 time: 0.1653202 Aug 25 16:18:39.635694 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-df6f7f61-ee7c-425b-8461-2d3b7c5c3e20 req-86efcc51-5ca8-4906-a755-7544c70415d0 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a90d1051-2f88-4df2-8248-47e3e8807aa7 HTTP/1.1" status: 200 len: 1001 time: 0.0998127 Aug 25 16:18:39.710418 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6f7f61-ee7c-425b-8461-2d3b7c5c3e20 req-40067971-1cb5-4bed-b804-c687ebc17fd6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:18:39.710418 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-df6f7f61-ee7c-425b-8461-2d3b7c5c3e20 req-40067971-1cb5-4bed-b804-c687ebc17fd6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=bac40d47-3290-4266-94dc-e5f88517db61 HTTP/1.1" status: 200 len: 854 time: 0.0660784 Aug 25 16:18:39.786207 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-df6f7f61-ee7c-425b-8461-2d3b7c5c3e20 req-a95a8787-ea1e-4736-a917-3cb72fb398a7 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8bcc9d35-2470-4e30-8aba-cfbb6c88124f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0699317 Aug 25 16:18:39.924954 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-df6f7f61-ee7c-425b-8461-2d3b7c5c3e20 req-2226bdb2-79d0-4e6a-b0e8-d5579c12b0fb service neutron] 10.222.0.70 "GET /v2.0/networks/8bcc9d35-2470-4e30-8aba-cfbb6c88124f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309252 Aug 25 16:18:40.064103 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-df6f7f61-ee7c-425b-8461-2d3b7c5c3e20 req-e195b042-b255-44b3-ab9f-f02f96fbc9b7 service neutron] 10.222.0.70 "GET /v2.0/networks/8bcc9d35-2470-4e30-8aba-cfbb6c88124f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309371 Aug 25 16:18:40.707142 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cca6a9-f00d-4301-b6f4-82411efba0cc req-b3979e61-8a4a-471f-ac34-3e1930855436 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:18:40.709734 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-70cca6a9-f00d-4301-b6f4-82411efba0cc req-b3979e61-8a4a-471f-ac34-3e1930855436 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] 10.222.0.68 "GET /v2.0/ports?device_id=7e151932-4a50-4875-8bcb-12c6718df171 HTTP/1.1" status: 200 len: 985 time: 0.0830576 Aug 25 16:18:40.759481 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-70cca6a9-f00d-4301-b6f4-82411efba0cc req-042c82a0-a90d-4699-9589-3e3e9dc9b554 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] 10.222.0.68 "GET /v2.0/security-groups?id=72657e43-cafa-418d-b1a9-ce76a3926c77&id=6bd8a687-ecdf-49cf-9b05-0ba20959bc26&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0436480 Aug 25 16:18:41.962035 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5b1996-dfff-4be5-8471-15556fbbbc1c req-f89daa7d-c08a-41ff-8820-062ea9d049bf tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:18:41.963527 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-ac5b1996-dfff-4be5-8471-15556fbbbc1c req-f89daa7d-c08a-41ff-8820-062ea9d049bf tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] 10.222.0.68 "GET /v2.0/ports?device_id=7e151932-4a50-4875-8bcb-12c6718df171 HTTP/1.1" status: 200 len: 985 time: 0.0780003 Aug 25 16:18:42.037315 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-ac5b1996-dfff-4be5-8471-15556fbbbc1c req-53d9de17-f41d-4ddc-b8f0-e8e8005e6e21 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] 10.222.0.68 "GET /v2.0/security-groups?id=72657e43-cafa-418d-b1a9-ce76a3926c77&id=6bd8a687-ecdf-49cf-9b05-0ba20959bc26&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0662930 Aug 25 16:18:43.239385 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47b3ccc-091a-43e6-90f4-d10bf4f45f39 req-c94c739f-8f61-4708-830d-d264a2640050 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:18:43.241150 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-e47b3ccc-091a-43e6-90f4-d10bf4f45f39 req-c94c739f-8f61-4708-830d-d264a2640050 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] 10.222.0.68 "GET /v2.0/ports?device_id=7e151932-4a50-4875-8bcb-12c6718df171 HTTP/1.1" status: 200 len: 985 time: 0.0831592 Aug 25 16:18:43.293969 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-e47b3ccc-091a-43e6-90f4-d10bf4f45f39 req-872c247f-11b3-46f5-84b2-258f1f566d64 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] 10.222.0.68 "GET /v2.0/security-groups?id=72657e43-cafa-418d-b1a9-ce76a3926c77&id=6bd8a687-ecdf-49cf-9b05-0ba20959bc26&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0466347 Aug 25 16:18:44.592990 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c0d99d-1c99-4c17-8ae9-04fdb61b5505 req-3ff5fc8b-2dcc-465c-a179-934b1116961a tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:18:44.594440 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-71c0d99d-1c99-4c17-8ae9-04fdb61b5505 req-3ff5fc8b-2dcc-465c-a179-934b1116961a tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] 10.222.0.68 "GET /v2.0/ports?device_id=7e151932-4a50-4875-8bcb-12c6718df171 HTTP/1.1" status: 200 len: 985 time: 0.1618462 Aug 25 16:18:44.643829 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-71c0d99d-1c99-4c17-8ae9-04fdb61b5505 req-46c018eb-59b2-48b6-b72d-4a7012b3ac3d tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] 10.222.0.68 "GET /v2.0/security-groups?id=72657e43-cafa-418d-b1a9-ce76a3926c77&id=6bd8a687-ecdf-49cf-9b05-0ba20959bc26&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0433824 Aug 25 16:18:45.844063 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cdee35-3011-4d50-97ee-23ba0d83a73f req-d718340c-217e-40f8-9bbe-3f558e59b2c9 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:18:45.845541 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-e6cdee35-3011-4d50-97ee-23ba0d83a73f req-d718340c-217e-40f8-9bbe-3f558e59b2c9 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] 10.222.0.68 "GET /v2.0/ports?device_id=7e151932-4a50-4875-8bcb-12c6718df171 HTTP/1.1" status: 200 len: 985 time: 0.0772753 Aug 25 16:18:45.892905 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-e6cdee35-3011-4d50-97ee-23ba0d83a73f req-29e2457f-400e-496b-bbee-8ed6f61873c5 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] 10.222.0.68 "GET /v2.0/security-groups?id=72657e43-cafa-418d-b1a9-ce76a3926c77&id=6bd8a687-ecdf-49cf-9b05-0ba20959bc26&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0412724 Aug 25 16:18:47.097347 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526b3195-0cfe-4bf6-b5d8-c873196b55d7 req-ebf0b40b-6bb7-4116-b511-aa9ed3f158b1 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:18:47.099533 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-526b3195-0cfe-4bf6-b5d8-c873196b55d7 req-ebf0b40b-6bb7-4116-b511-aa9ed3f158b1 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] 10.222.0.68 "GET /v2.0/ports?device_id=7e151932-4a50-4875-8bcb-12c6718df171 HTTP/1.1" status: 200 len: 985 time: 0.0822031 Aug 25 16:18:47.146663 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-526b3195-0cfe-4bf6-b5d8-c873196b55d7 req-dbbb2a0d-42d0-419a-980a-8f69388cc284 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] 10.222.0.68 "GET /v2.0/security-groups?id=72657e43-cafa-418d-b1a9-ce76a3926c77&id=6bd8a687-ecdf-49cf-9b05-0ba20959bc26&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0415604 Aug 25 16:18:48.352433 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e629e9ad-0ae8-42ba-a3b8-a8699f1fc6ef req-35f66578-c918-41ad-b747-a606108bcb1a tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:18:48.353928 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-e629e9ad-0ae8-42ba-a3b8-a8699f1fc6ef req-35f66578-c918-41ad-b747-a606108bcb1a tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] 10.222.0.68 "GET /v2.0/ports?device_id=7e151932-4a50-4875-8bcb-12c6718df171 HTTP/1.1" status: 200 len: 985 time: 0.0855155 Aug 25 16:18:48.402931 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-e629e9ad-0ae8-42ba-a3b8-a8699f1fc6ef req-56f72447-1be2-4862-88e3-fecbbf5f41c9 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] 10.222.0.68 "GET /v2.0/security-groups?id=72657e43-cafa-418d-b1a9-ce76a3926c77&id=6bd8a687-ecdf-49cf-9b05-0ba20959bc26&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0434544 Aug 25 16:18:48.583660 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:49.602022 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d520b77-42b2-4883-9515-1eb79761cdee req-69106b6a-9e1f-42e7-9402-fec438ea6a59 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:18:49.603379 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-2d520b77-42b2-4883-9515-1eb79761cdee req-69106b6a-9e1f-42e7-9402-fec438ea6a59 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] 10.222.0.68 "GET /v2.0/ports?device_id=7e151932-4a50-4875-8bcb-12c6718df171 HTTP/1.1" status: 200 len: 985 time: 0.0775526 Aug 25 16:18:49.650000 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-2d520b77-42b2-4883-9515-1eb79761cdee req-7513dc89-1c5e-47ee-b405-f937ad31370b tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] 10.222.0.68 "GET /v2.0/security-groups?id=72657e43-cafa-418d-b1a9-ce76a3926c77&id=6bd8a687-ecdf-49cf-9b05-0ba20959bc26&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0410545 Aug 25 16:18:50.852593 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1989209b-2fe2-44b4-83a2-72e6c87549c5 req-b63012b9-87d5-428d-a766-b9b98c7bf8b9 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:18:50.854084 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-1989209b-2fe2-44b4-83a2-72e6c87549c5 req-b63012b9-87d5-428d-a766-b9b98c7bf8b9 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] 10.222.0.68 "GET /v2.0/ports?device_id=7e151932-4a50-4875-8bcb-12c6718df171 HTTP/1.1" status: 200 len: 985 time: 0.0769258 Aug 25 16:18:50.901682 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-1989209b-2fe2-44b4-83a2-72e6c87549c5 req-9d205170-8354-4217-9a0b-0ff77d759572 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] 10.222.0.68 "GET /v2.0/security-groups?id=72657e43-cafa-418d-b1a9-ce76a3926c77&id=6bd8a687-ecdf-49cf-9b05-0ba20959bc26&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0418816 Aug 25 16:18:51.953368 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-942a095d-25dd-406c-9270-ebf6b1ef7a85 req-ac61ea15-e93e-4e2a-85b0-6ce07439fa83 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=7e151932-4a50-4875-8bcb-12c6718df171&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0725863 Aug 25 16:18:52.102727 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-942a095d-25dd-406c-9270-ebf6b1ef7a85 req-29df1591-1a8e-46dd-9581-057b9ca1a67d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d3a786a9704c44e99ba6effe11bf53a4&device_id=7e151932-4a50-4875-8bcb-12c6718df171 HTTP/1.1" status: 200 len: 1138 time: 0.0734835 Aug 25 16:18:52.108033 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e438cef5-65f5-4553-b32a-e86218ab3be7 req-8c95e514-5d6f-4193-b0aa-43e4975f84d5 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:18:52.109545 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-e438cef5-65f5-4553-b32a-e86218ab3be7 req-8c95e514-5d6f-4193-b0aa-43e4975f84d5 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] 10.222.0.68 "GET /v2.0/ports?device_id=7e151932-4a50-4875-8bcb-12c6718df171 HTTP/1.1" status: 200 len: 985 time: 0.0851073 Aug 25 16:18:52.162609 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-e438cef5-65f5-4553-b32a-e86218ab3be7 req-dd2dbb0c-7d6b-49a2-907b-4ff715ead57b tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] 10.222.0.68 "GET /v2.0/security-groups?id=72657e43-cafa-418d-b1a9-ce76a3926c77&id=6bd8a687-ecdf-49cf-9b05-0ba20959bc26&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0460086 Aug 25 16:18:52.260754 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942a095d-25dd-406c-9270-ebf6b1ef7a85 req-ff4ea603-5bce-4a94-8e23-9fbe261dbee0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:18:52.262331 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-942a095d-25dd-406c-9270-ebf6b1ef7a85 req-ff4ea603-5bce-4a94-8e23-9fbe261dbee0 service neutron] 10.222.0.70 "GET /v2.0/networks?id=8bcc9d35-2470-4e30-8aba-cfbb6c88124f HTTP/1.1" status: 200 len: 916 time: 0.1389942 Aug 25 16:18:52.370960 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-942a095d-25dd-406c-9270-ebf6b1ef7a85 req-4be99ea8-5b16-45a9-bf2b-a058b10e6d98 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a90d1051-2f88-4df2-8248-47e3e8807aa7 HTTP/1.1" status: 200 len: 1001 time: 0.0990367 Aug 25 16:18:52.437385 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942a095d-25dd-406c-9270-ebf6b1ef7a85 req-0007ac66-291f-45b5-9c7a-d0da4b45befb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:18:52.438717 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-942a095d-25dd-406c-9270-ebf6b1ef7a85 req-0007ac66-291f-45b5-9c7a-d0da4b45befb service neutron] 10.222.0.70 "GET /v2.0/subnets?id=bac40d47-3290-4266-94dc-e5f88517db61 HTTP/1.1" status: 200 len: 854 time: 0.0604527 Aug 25 16:18:52.513845 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-942a095d-25dd-406c-9270-ebf6b1ef7a85 req-f79c3f7f-7c51-4472-8c5a-6723882967df service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8bcc9d35-2470-4e30-8aba-cfbb6c88124f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0682356 Aug 25 16:18:52.653100 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-942a095d-25dd-406c-9270-ebf6b1ef7a85 req-1393556d-ff4c-4514-ab81-1fc1093f5e36 service neutron] 10.222.0.70 "GET /v2.0/networks/8bcc9d35-2470-4e30-8aba-cfbb6c88124f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271269 Aug 25 16:18:52.787095 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-942a095d-25dd-406c-9270-ebf6b1ef7a85 req-232d1e10-8950-4768-b8b0-75f70fefafc7 service neutron] 10.222.0.70 "GET /v2.0/networks/8bcc9d35-2470-4e30-8aba-cfbb6c88124f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270649 Aug 25 16:18:57.543653 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-6cfd2456-b970-49db-bc8c-4cd2f29518ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:58.783510 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:59.936161 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-c2066ec7-3b99-4e6a-8fd0-b29546907b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:01.005134 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-1bf536be-b7f1-4c3c-b07a-2be1e6809122 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:02.391160 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-8ca458b3-9003-4c9b-b026-f7ba765eab5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:08.874932 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa147496-d528-4760-a7ad-215fae978571 req-786a7620-a306-498d-81e7-c40b8258ed06 tempest-VolumesSnapshotTestJSON-1309478736 tempest-VolumesSnapshotTestJSON-1309478736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:19:08.876270 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-fa147496-d528-4760-a7ad-215fae978571 req-786a7620-a306-498d-81e7-c40b8258ed06 tempest-VolumesSnapshotTestJSON-1309478736 tempest-VolumesSnapshotTestJSON-1309478736-project] 10.222.0.68 "GET /v2.0/ports?device_id=81be6302-e167-48a8-8c71-f29e95779b12 HTTP/1.1" status: 200 len: 945 time: 0.0800986 Aug 25 16:19:08.925332 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-fa147496-d528-4760-a7ad-215fae978571 req-0127f851-44f7-48d1-a9bd-e88249459e0a tempest-VolumesSnapshotTestJSON-1309478736 tempest-VolumesSnapshotTestJSON-1309478736-project] 10.222.0.68 "GET /v2.0/security-groups?id=4d923730-f17d-4671-9ddb-aa58d45a665a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425949 Aug 25 16:19:10.123823 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21350bce-b3e1-4ce6-ada6-5d6d6f379f7b req-b28f9e21-d62a-4bd5-a65c-7912973a0db4 tempest-VolumesSnapshotTestJSON-1309478736 tempest-VolumesSnapshotTestJSON-1309478736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:19:10.125275 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-21350bce-b3e1-4ce6-ada6-5d6d6f379f7b req-b28f9e21-d62a-4bd5-a65c-7912973a0db4 tempest-VolumesSnapshotTestJSON-1309478736 tempest-VolumesSnapshotTestJSON-1309478736-project] 10.222.0.68 "GET /v2.0/ports?device_id=81be6302-e167-48a8-8c71-f29e95779b12 HTTP/1.1" status: 200 len: 945 time: 0.0769203 Aug 25 16:19:10.172853 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-21350bce-b3e1-4ce6-ada6-5d6d6f379f7b req-83503e38-b726-41c4-8805-6a40d635dd23 tempest-VolumesSnapshotTestJSON-1309478736 tempest-VolumesSnapshotTestJSON-1309478736-project] 10.222.0.68 "GET /v2.0/security-groups?id=4d923730-f17d-4671-9ddb-aa58d45a665a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415006 Aug 25 16:19:11.373331 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0a1c95-445d-446a-9e2e-bf9b785faea4 req-fcbb2e86-be28-4c06-8d44-0799322eeaa8 tempest-VolumesSnapshotTestJSON-1309478736 tempest-VolumesSnapshotTestJSON-1309478736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:19:11.374765 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-4b0a1c95-445d-446a-9e2e-bf9b785faea4 req-fcbb2e86-be28-4c06-8d44-0799322eeaa8 tempest-VolumesSnapshotTestJSON-1309478736 tempest-VolumesSnapshotTestJSON-1309478736-project] 10.222.0.68 "GET /v2.0/ports?device_id=81be6302-e167-48a8-8c71-f29e95779b12 HTTP/1.1" status: 200 len: 945 time: 0.0812650 Aug 25 16:19:11.421922 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-4b0a1c95-445d-446a-9e2e-bf9b785faea4 req-15aad0c8-15cf-4452-9f6a-4da442776478 tempest-VolumesSnapshotTestJSON-1309478736 tempest-VolumesSnapshotTestJSON-1309478736-project] 10.222.0.68 "GET /v2.0/security-groups?id=4d923730-f17d-4671-9ddb-aa58d45a665a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406463 Aug 25 16:19:12.633178 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7ead04-6fa4-4c58-b4a6-3077dce0cb2c req-ea21f266-638a-4924-b91e-10741e5d2ec8 tempest-VolumesSnapshotTestJSON-1309478736 tempest-VolumesSnapshotTestJSON-1309478736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:19:12.634533 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-6a7ead04-6fa4-4c58-b4a6-3077dce0cb2c req-ea21f266-638a-4924-b91e-10741e5d2ec8 tempest-VolumesSnapshotTestJSON-1309478736 tempest-VolumesSnapshotTestJSON-1309478736-project] 10.222.0.68 "GET /v2.0/ports?device_id=81be6302-e167-48a8-8c71-f29e95779b12 HTTP/1.1" status: 200 len: 945 time: 0.0759263 Aug 25 16:19:12.679510 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-6a7ead04-6fa4-4c58-b4a6-3077dce0cb2c req-803f2a10-b89f-4bbe-8649-5c5fe4489e11 tempest-VolumesSnapshotTestJSON-1309478736 tempest-VolumesSnapshotTestJSON-1309478736-project] 10.222.0.68 "GET /v2.0/security-groups?id=4d923730-f17d-4671-9ddb-aa58d45a665a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395489 Aug 25 16:19:13.962200 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c78f720-0dd0-4a90-b13e-f73129519ed3 req-05f43d41-dc99-45bc-aaca-04253f623572 tempest-VolumesSnapshotTestJSON-1309478736 tempest-VolumesSnapshotTestJSON-1309478736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:19:13.963667 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-4c78f720-0dd0-4a90-b13e-f73129519ed3 req-05f43d41-dc99-45bc-aaca-04253f623572 tempest-VolumesSnapshotTestJSON-1309478736 tempest-VolumesSnapshotTestJSON-1309478736-project] 10.222.0.68 "GET /v2.0/ports?device_id=81be6302-e167-48a8-8c71-f29e95779b12 HTTP/1.1" status: 200 len: 945 time: 0.1613369 Aug 25 16:19:14.009254 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-4c78f720-0dd0-4a90-b13e-f73129519ed3 req-ba69ebcd-d920-497c-9f10-22589bd808e1 tempest-VolumesSnapshotTestJSON-1309478736 tempest-VolumesSnapshotTestJSON-1309478736-project] 10.222.0.68 "GET /v2.0/security-groups?id=4d923730-f17d-4671-9ddb-aa58d45a665a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400376 Aug 25 16:19:14.467271 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113d1b46-e5a5-43f2-a6e5-0f20305431a6 req-4fbc0095-cc3c-4a3b-a74c-f2801f77eb8f tempest-VolumesSnapshotTestJSON-1309478736 tempest-VolumesSnapshotTestJSON-1309478736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:19:14.468677 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-113d1b46-e5a5-43f2-a6e5-0f20305431a6 req-4fbc0095-cc3c-4a3b-a74c-f2801f77eb8f tempest-VolumesSnapshotTestJSON-1309478736 tempest-VolumesSnapshotTestJSON-1309478736-project] 10.222.0.70 "GET /v2.0/ports?device_id=81be6302-e167-48a8-8c71-f29e95779b12 HTTP/1.1" status: 200 len: 945 time: 0.0789990 Aug 25 16:19:14.556550 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.plugin [req-113d1b46-e5a5-43f2-a6e5-0f20305431a6 req-8969c4ef-0da3-46b2-8be0-def59ba16696 tempest-VolumesSnapshotTestJSON-1309478736 tempest-VolumesSnapshotTestJSON-1309478736-project] Deleting port 833eea0c-8cd0-452e-a649-a0733df1255d {{(pid=75041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:19:14.556796 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [req-113d1b46-e5a5-43f2-a6e5-0f20305431a6 req-8969c4ef-0da3-46b2-8be0-def59ba16696 tempest-VolumesSnapshotTestJSON-1309478736 tempest-VolumesSnapshotTestJSON-1309478736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776572162991'] for port, before_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:14.896741 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.db [req-113d1b46-e5a5-43f2-a6e5-0f20305431a6 req-8969c4ef-0da3-46b2-8be0-def59ba16696 tempest-VolumesSnapshotTestJSON-1309478736 tempest-VolumesSnapshotTestJSON-1309478736-project] For port 833eea0c-8cd0-452e-a649-a0733df1255d, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=833eea0c-8cd0-452e-a649-a0733df1255d,segment=NetworkSegment(6867c617-16f3-4351-b0ff-c61ce3b47ead),segment_id=6867c617-16f3-4351-b0ff-c61ce3b47ead)] {{(pid=75041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:19:14.897175 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [req-113d1b46-e5a5-43f2-a6e5-0f20305431a6 req-8969c4ef-0da3-46b2-8be0-def59ba16696 tempest-VolumesSnapshotTestJSON-1309478736 tempest-VolumesSnapshotTestJSON-1309478736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452504'] for port, precommit_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:15.019825 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.plugin [req-113d1b46-e5a5-43f2-a6e5-0f20305431a6 req-8969c4ef-0da3-46b2-8be0-def59ba16696 tempest-VolumesSnapshotTestJSON-1309478736 tempest-VolumesSnapshotTestJSON-1309478736-project] Calling delete_port for 833eea0c-8cd0-452e-a649-a0733df1255d owned by compute:nova {{(pid=75041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:19:15.218732 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [req-113d1b46-e5a5-43f2-a6e5-0f20305431a6 req-8969c4ef-0da3-46b2-8be0-def59ba16696 tempest-VolumesSnapshotTestJSON-1309478736 tempest-VolumesSnapshotTestJSON-1309478736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776572168708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776571761668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1248622'] for port, after_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:15.225684 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-325346e2-44bd-484c-a711-99db769312d5 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:19:15.238709 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.db [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] get_ports_and_sgs() called for port_ids ['833eea0c-8cd0-452e-a649-a0733df1255d'] {{(pid=75042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:19:15.281220 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8969c4ef-0da3-46b2-8be0-def59ba16696 tempest-VolumesSnapshotTestJSON-1309478736 tempest-VolumesSnapshotTestJSON-1309478736-project] Pushing event deleted for resources: {'Port': ['ID=833eea0c-8cd0-452e-a649-a0733df1255d,revision_number=None']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:19:15.329326 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8969c4ef-0da3-46b2-8be0-def59ba16696 tempest-VolumesSnapshotTestJSON-1309478736 tempest-VolumesSnapshotTestJSON-1309478736-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:19:15.329693 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8969c4ef-0da3-46b2-8be0-def59ba16696 tempest-VolumesSnapshotTestJSON-1309478736 tempest-VolumesSnapshotTestJSON-1309478736-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:19:15.330048 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8969c4ef-0da3-46b2-8be0-def59ba16696 tempest-VolumesSnapshotTestJSON-1309478736 tempest-VolumesSnapshotTestJSON-1309478736-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:19:15.330397 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8969c4ef-0da3-46b2-8be0-def59ba16696 tempest-VolumesSnapshotTestJSON-1309478736 tempest-VolumesSnapshotTestJSON-1309478736-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:19:15.330745 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8969c4ef-0da3-46b2-8be0-def59ba16696 tempest-VolumesSnapshotTestJSON-1309478736 tempest-VolumesSnapshotTestJSON-1309478736-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:19:15.331093 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8969c4ef-0da3-46b2-8be0-def59ba16696 tempest-VolumesSnapshotTestJSON-1309478736 tempest-VolumesSnapshotTestJSON-1309478736-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:19:15.331436 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8969c4ef-0da3-46b2-8be0-def59ba16696 tempest-VolumesSnapshotTestJSON-1309478736 tempest-VolumesSnapshotTestJSON-1309478736-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:19:15.331784 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8969c4ef-0da3-46b2-8be0-def59ba16696 tempest-VolumesSnapshotTestJSON-1309478736 tempest-VolumesSnapshotTestJSON-1309478736-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:19:15.332116 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8969c4ef-0da3-46b2-8be0-def59ba16696 tempest-VolumesSnapshotTestJSON-1309478736 tempest-VolumesSnapshotTestJSON-1309478736-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:19:15.332454 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8969c4ef-0da3-46b2-8be0-def59ba16696 tempest-VolumesSnapshotTestJSON-1309478736 tempest-VolumesSnapshotTestJSON-1309478736-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:19:15.333334 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8969c4ef-0da3-46b2-8be0-def59ba16696 tempest-VolumesSnapshotTestJSON-1309478736 tempest-VolumesSnapshotTestJSON-1309478736-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:19:15.364683 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbf6797-3bd3-408d-92f4-16da0a1eb0b1 req-8f8ab844-2a01-47e7-9a0f-ba747176ebcd tempest-VolumesSnapshotTestJSON-1309478736 tempest-VolumesSnapshotTestJSON-1309478736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:19:15.366135 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-9fbf6797-3bd3-408d-92f4-16da0a1eb0b1 req-8f8ab844-2a01-47e7-9a0f-ba747176ebcd tempest-VolumesSnapshotTestJSON-1309478736 tempest-VolumesSnapshotTestJSON-1309478736-project] 10.222.0.68 "GET /v2.0/ports?device_id=81be6302-e167-48a8-8c71-f29e95779b12 HTTP/1.1" status: 200 len: 867 time: 0.2327344 Aug 25 16:19:15.371476 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-8969c4ef-0da3-46b2-8be0-def59ba16696 tempest-VolumesSnapshotTestJSON-1309478736 tempest-VolumesSnapshotTestJSON-1309478736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:19:15.379206 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.l3_dvrscheduler_db [req-113d1b46-e5a5-43f2-a6e5-0f20305431a6 req-8969c4ef-0da3-46b2-8be0-def59ba16696 tempest-VolumesSnapshotTestJSON-1309478736 tempest-VolumesSnapshotTestJSON-1309478736-project] No DVR routers for this DVR port 833eea0c-8cd0-452e-a649-a0733df1255d on host hv-cinder-80600 {{(pid=75041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 16:19:15.396462 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [req-113d1b46-e5a5-43f2-a6e5-0f20305431a6 req-8969c4ef-0da3-46b2-8be0-def59ba16696 tempest-VolumesSnapshotTestJSON-1309478736 tempest-VolumesSnapshotTestJSON-1309478736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981218'] for port, before_response {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:15.400391 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81be6302-e167-48a8-8c71-f29e95779b12', 'name': 'network-vif-deleted', 'tag': '833eea0c-8cd0-452e-a649-a0733df1255d'}] {{(pid=75041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:19:15.425808 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-113d1b46-e5a5-43f2-a6e5-0f20305431a6 req-8969c4ef-0da3-46b2-8be0-def59ba16696 tempest-VolumesSnapshotTestJSON-1309478736 tempest-VolumesSnapshotTestJSON-1309478736-project] 10.222.0.70 "DELETE /v2.0/ports/833eea0c-8cd0-452e-a649-a0733df1255d HTTP/1.1" status: 204 len: 173 time: 0.9508538 Aug 25 16:19:15.440144 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-9fbf6797-3bd3-408d-92f4-16da0a1eb0b1 req-924b13fa-059f-4809-89cc-2081beae4a5f tempest-VolumesSnapshotTestJSON-1309478736 tempest-VolumesSnapshotTestJSON-1309478736-project] 10.222.0.68 "GET /v2.0/security-groups?id=4d923730-f17d-4671-9ddb-aa58d45a665a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670409 Aug 25 16:19:15.463483 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81be6302-e167-48a8-8c71-f29e95779b12', 'name': 'network-vif-deleted', 'tag': '833eea0c-8cd0-452e-a649-a0733df1255d', 'status': 'completed', 'code': 200} Aug 25 16:19:15.627359 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.db.agents_db [None req-a821c616-a82d-4ce6-adbe-0c63f7de4494 None None] Agent healthcheck: found 6 active agents {{(pid=75043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:19:18.101441 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Device 833eea0c-8cd0-452e-a649-a0733df1255d no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:19:18.136806 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.plugin [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] No Port match for: 833eea0c-8cd0-452e-a649-a0733df1255d {{(pid=75042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 16:19:18.137213 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Device 833eea0c-8cd0-452e-a649-a0733df1255d not bound to the agent host hv-cinder-80600 {{(pid=75042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 16:19:18.585434 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:20.748777 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13edc0a-ae79-4f9e-b679-1d8d7a9383ea req-a932cdb0-8f26-430c-9592-0b8e4261a9c0 tempest-VolumesSnapshotTestJSON-1309478736 tempest-VolumesSnapshotTestJSON-1309478736-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:19:20.750253 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-d13edc0a-ae79-4f9e-b679-1d8d7a9383ea req-a932cdb0-8f26-430c-9592-0b8e4261a9c0 tempest-VolumesSnapshotTestJSON-1309478736 tempest-VolumesSnapshotTestJSON-1309478736-project] 10.222.0.68 "GET /v2.0/networks?id=45296c1a-4a22-42da-b75e-6f09bf9bf51e HTTP/1.1" status: 200 len: 813 time: 0.1437597 Aug 25 16:19:20.766996 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-d13edc0a-ae79-4f9e-b679-1d8d7a9383ea req-c1069029-0100-4161-b20b-c2e6dc2c7ef4 tempest-VolumesSnapshotTestJSON-1309478736 tempest-VolumesSnapshotTestJSON-1309478736-project] 10.222.0.68 "GET /v2.0/quotas/5d53581f62e44e7eb8f7eb3c5172bf1b HTTP/1.1" status: 200 len: 375 time: 0.0112467 Aug 25 16:19:20.812182 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [req-d13edc0a-ae79-4f9e-b679-1d8d7a9383ea req-45bec67c-b880-43ae-ba62-e49dfcb9ca6d tempest-VolumesSnapshotTestJSON-1309478736 tempest-VolumesSnapshotTestJSON-1309478736-project] Synchronizing usage tracker for tenant:5d53581f62e44e7eb8f7eb3c5172bf1b on resource:port {{(pid=75041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:19:20.828627 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [req-d13edc0a-ae79-4f9e-b679-1d8d7a9383ea req-45bec67c-b880-43ae-ba62-e49dfcb9ca6d tempest-VolumesSnapshotTestJSON-1309478736 tempest-VolumesSnapshotTestJSON-1309478736-project] Unset dirty status for tenant:5d53581f62e44e7eb8f7eb3c5172bf1b on resource:port {{(pid=75041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:19:20.829897 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-d13edc0a-ae79-4f9e-b679-1d8d7a9383ea req-45bec67c-b880-43ae-ba62-e49dfcb9ca6d tempest-VolumesSnapshotTestJSON-1309478736 tempest-VolumesSnapshotTestJSON-1309478736-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=5d53581f62e44e7eb8f7eb3c5172bf1b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0574336 Aug 25 16:19:20.967213 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-d13edc0a-ae79-4f9e-b679-1d8d7a9383ea req-be54807c-ab51-4426-944f-d7d23863b478 service neutron] 10.222.0.68 "GET /v2.0/networks/45296c1a-4a22-42da-b75e-6f09bf9bf51e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305196 Aug 25 16:19:21.098197 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-d13edc0a-ae79-4f9e-b679-1d8d7a9383ea req-2f42b75c-7e04-417e-8787-4f6e81772adf service neutron] 10.222.0.68 "GET /v2.0/networks/45296c1a-4a22-42da-b75e-6f09bf9bf51e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252694 Aug 25 16:19:21.290094 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-eb9e8ad3-da5e-421a-a074-2fd42bf15ec8 req-2687ada0-df84-4689-8059-3f6ab3bc2618 tempest-VolumesSnapshotTestJSON-1309478736 tempest-VolumesSnapshotTestJSON-1309478736-project] 10.222.0.68 "GET /v2.0/ports?device_id=0777bc7c-2f7e-44af-95f5-4e4dae027d97 HTTP/1.1" status: 200 len: 210 time: 0.0457420 Aug 25 16:19:22.324365 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13edc0a-ae79-4f9e-b679-1d8d7a9383ea req-e5d45ee9-03e3-4192-9817-9209ac2a6675 tempest-VolumesSnapshotTestJSON-1309478736 tempest-VolumesSnapshotTestJSON-1309478736-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:19:22.325818 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-d13edc0a-ae79-4f9e-b679-1d8d7a9383ea req-e5d45ee9-03e3-4192-9817-9209ac2a6675 tempest-VolumesSnapshotTestJSON-1309478736 tempest-VolumesSnapshotTestJSON-1309478736-project] 10.222.0.70 "GET /v2.0/networks?id=45296c1a-4a22-42da-b75e-6f09bf9bf51e HTTP/1.1" status: 200 len: 813 time: 0.1480260 Aug 25 16:19:22.344274 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.v2.base [req-d13edc0a-ae79-4f9e-b679-1d8d7a9383ea req-ef3fa5e0-d60e-4905-b3bb-0993d25c7e30 tempest-VolumesSnapshotTestJSON-1309478736 tempest-VolumesSnapshotTestJSON-1309478736-project] Request body: {'port': {'device_id': '0777bc7c-2f7e-44af-95f5-4e4dae027d97', 'network_id': '45296c1a-4a22-42da-b75e-6f09bf9bf51e', 'admin_state_up': True, 'tenant_id': '5d53581f62e44e7eb8f7eb3c5172bf1b'}} {{(pid=75041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:19:22.470289 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-e977f498-fa63-490f-a198-4477297050df req-bf20cd0c-20ac-457e-9430-295dde35fddd tempest-VolumesSnapshotTestJSON-1309478736 tempest-VolumesSnapshotTestJSON-1309478736-project] 10.222.0.68 "GET /v2.0/ports?device_id=0777bc7c-2f7e-44af-95f5-4e4dae027d97 HTTP/1.1" status: 200 len: 210 time: 0.0497818 Aug 25 16:19:22.522029 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.quota.driver [req-d13edc0a-ae79-4f9e-b679-1d8d7a9383ea req-ef3fa5e0-d60e-4905-b3bb-0993d25c7e30 tempest-VolumesSnapshotTestJSON-1309478736 tempest-VolumesSnapshotTestJSON-1309478736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:19:22.531536 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.quota.driver [req-d13edc0a-ae79-4f9e-b679-1d8d7a9383ea req-ef3fa5e0-d60e-4905-b3bb-0993d25c7e30 tempest-VolumesSnapshotTestJSON-1309478736 tempest-VolumesSnapshotTestJSON-1309478736-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=75041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:19:22.541017 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d13edc0a-ae79-4f9e-b679-1d8d7a9383ea req-ef3fa5e0-d60e-4905-b3bb-0993d25c7e30 tempest-VolumesSnapshotTestJSON-1309478736 tempest-VolumesSnapshotTestJSON-1309478736-project] Made reservation on behalf of 5d53581f62e44e7eb8f7eb3c5172bf1b for: {'port': 1} {{(pid=75041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:19:22.544058 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [req-d13edc0a-ae79-4f9e-b679-1d8d7a9383ea req-ef3fa5e0-d60e-4905-b3bb-0993d25c7e30 tempest-VolumesSnapshotTestJSON-1309478736 tempest-VolumesSnapshotTestJSON-1309478736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:22.703357 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.db_base_plugin_common [req-d13edc0a-ae79-4f9e-b679-1d8d7a9383ea req-ef3fa5e0-d60e-4905-b3bb-0993d25c7e30 tempest-VolumesSnapshotTestJSON-1309478736 tempest-VolumesSnapshotTestJSON-1309478736-project] Allocated IP 172.20.0.14 (45296c1a-4a22-42da-b75e-6f09bf9bf51e/cc3a6013-5fc3-426f-b5ad-18e48ea6d3db/4906468f-c9aa-4072-961e-f3d04a5f7c6c) {{(pid=75041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:19:23.001576 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [req-d13edc0a-ae79-4f9e-b679-1d8d7a9383ea req-ef3fa5e0-d60e-4905-b3bb-0993d25c7e30 tempest-VolumesSnapshotTestJSON-1309478736 tempest-VolumesSnapshotTestJSON-1309478736-project] Notify callbacks [] for port, precommit_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:23.029313 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [req-d13edc0a-ae79-4f9e-b679-1d8d7a9383ea req-ef3fa5e0-d60e-4905-b3bb-0993d25c7e30 tempest-VolumesSnapshotTestJSON-1309478736 tempest-VolumesSnapshotTestJSON-1309478736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776571788279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1248622'] for port, after_create {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:23.034760 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-325346e2-44bd-484c-a711-99db769312d5 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:19:23.099896 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d13edc0a-ae79-4f9e-b679-1d8d7a9383ea req-ef3fa5e0-d60e-4905-b3bb-0993d25c7e30 tempest-VolumesSnapshotTestJSON-1309478736 tempest-VolumesSnapshotTestJSON-1309478736-project] Network 45296c1a-4a22-42da-b75e-6f09bf9bf51e is already hosted by enough agents. {{(pid=75041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:19:23.103031 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.scheduler.base_scheduler [req-d13edc0a-ae79-4f9e-b679-1d8d7a9383ea req-ef3fa5e0-d60e-4905-b3bb-0993d25c7e30 tempest-VolumesSnapshotTestJSON-1309478736 tempest-VolumesSnapshotTestJSON-1309478736-project] Resources bound (agent type, host, resource id): {{(pid=75041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:19:23.106999 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.l3_dvrscheduler_db [req-d13edc0a-ae79-4f9e-b679-1d8d7a9383ea req-ef3fa5e0-d60e-4905-b3bb-0993d25c7e30 tempest-VolumesSnapshotTestJSON-1309478736 tempest-VolumesSnapshotTestJSON-1309478736-project] Received port after_create {{(pid=75041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:19:23.141814 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3fa5e0-d60e-4905-b3bb-0993d25c7e30 tempest-VolumesSnapshotTestJSON-1309478736 tempest-VolumesSnapshotTestJSON-1309478736-project] Pushing event updated for resources: {'Port': ['ID=4906468f-c9aa-4072-961e-f3d04a5f7c6c,revision_number=1']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:19:23.148249 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-ef3fa5e0-d60e-4905-b3bb-0993d25c7e30 tempest-VolumesSnapshotTestJSON-1309478736 tempest-VolumesSnapshotTestJSON-1309478736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:19:23.175505 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13edc0a-ae79-4f9e-b679-1d8d7a9383ea req-ef3fa5e0-d60e-4905-b3bb-0993d25c7e30 tempest-VolumesSnapshotTestJSON-1309478736 tempest-VolumesSnapshotTestJSON-1309478736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:19:23.176113 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [req-d13edc0a-ae79-4f9e-b679-1d8d7a9383ea req-ef3fa5e0-d60e-4905-b3bb-0993d25c7e30 tempest-VolumesSnapshotTestJSON-1309478736 tempest-VolumesSnapshotTestJSON-1309478736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981218'] for port, before_response {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:23.201681 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-d13edc0a-ae79-4f9e-b679-1d8d7a9383ea req-ef3fa5e0-d60e-4905-b3bb-0993d25c7e30 tempest-VolumesSnapshotTestJSON-1309478736 tempest-VolumesSnapshotTestJSON-1309478736-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8619215 Aug 25 16:19:23.216077 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.v2.base [req-d13edc0a-ae79-4f9e-b679-1d8d7a9383ea req-fc4ccc81-6faf-466d-9fb9-7bdff9d313db service neutron] Request body: {'port': {'device_id': '0777bc7c-2f7e-44af-95f5-4e4dae027d97', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80600'}} {{(pid=75041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:19:23.333874 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [req-d13edc0a-ae79-4f9e-b679-1d8d7a9383ea req-fc4ccc81-6faf-466d-9fb9-7bdff9d313db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_update {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:23.670536 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95888e59-7a01-4635-b1bd-ae7925ce50a5 req-58293d4c-6f29-43c6-9242-379b6671360a tempest-VolumesSnapshotTestJSON-1309478736 tempest-VolumesSnapshotTestJSON-1309478736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:19:23.671333 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-95888e59-7a01-4635-b1bd-ae7925ce50a5 req-58293d4c-6f29-43c6-9242-379b6671360a tempest-VolumesSnapshotTestJSON-1309478736 tempest-VolumesSnapshotTestJSON-1309478736-project] 10.222.0.68 "GET /v2.0/ports?device_id=0777bc7c-2f7e-44af-95f5-4e4dae027d97 HTTP/1.1" status: 200 len: 932 time: 0.0805845 Aug 25 16:19:23.681903 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.notifiers.nova [req-d13edc0a-ae79-4f9e-b679-1d8d7a9383ea req-fc4ccc81-6faf-466d-9fb9-7bdff9d313db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4906468f-c9aa-4072-961e-f3d04a5f7c6c {{(pid=75041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:19:23.689352 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [req-d13edc0a-ae79-4f9e-b679-1d8d7a9383ea req-fc4ccc81-6faf-466d-9fb9-7bdff9d313db service neutron] Notify callbacks [] for port, precommit_update {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:23.704780 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.provisioning_blocks [req-d13edc0a-ae79-4f9e-b679-1d8d7a9383ea req-fc4ccc81-6faf-466d-9fb9-7bdff9d313db service neutron] Transition to ACTIVE for port object 4906468f-c9aa-4072-961e-f3d04a5f7c6c will not be triggered until provisioned by entity L2. {{(pid=75041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:19:23.708906 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [req-d13edc0a-ae79-4f9e-b679-1d8d7a9383ea req-fc4ccc81-6faf-466d-9fb9-7bdff9d313db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776572168726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776571761677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776571761722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1248615'] for port, after_update {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:23.713109 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-b4c5f298-e8f7-4ba5-a61c-456063179718 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:19:23.725806 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-95888e59-7a01-4635-b1bd-ae7925ce50a5 req-07ad143a-b192-489e-82fc-3f221e49ef97 tempest-VolumesSnapshotTestJSON-1309478736 tempest-VolumesSnapshotTestJSON-1309478736-project] 10.222.0.68 "GET /v2.0/security-groups?id=4d923730-f17d-4671-9ddb-aa58d45a665a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447595 Aug 25 16:19:23.834774 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4ccc81-6faf-466d-9fb9-7bdff9d313db service neutron] Pushing event updated for resources: {'Port': ['ID=4906468f-c9aa-4072-961e-f3d04a5f7c6c,revision_number=2']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:19:23.838309 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-fc4ccc81-6faf-466d-9fb9-7bdff9d313db service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:19:23.939176 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.managers [req-d13edc0a-ae79-4f9e-b679-1d8d7a9383ea req-fc4ccc81-6faf-466d-9fb9-7bdff9d313db service neutron] Attempting to bind port 4906468f-c9aa-4072-961e-f3d04a5f7c6c on host hv-cinder-80600 for vnic_type normal with profile {{(pid=75041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:19:23.939427 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.managers [req-d13edc0a-ae79-4f9e-b679-1d8d7a9383ea req-fc4ccc81-6faf-466d-9fb9-7bdff9d313db service neutron] Attempting to bind port 4906468f-c9aa-4072-961e-f3d04a5f7c6c by drivers openvswitch,hyperv on host hv-cinder-80600 at level 0 using segments [{'id': '6867c617-16f3-4351-b0ff-c61ce3b47ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '45296c1a-4a22-42da-b75e-6f09bf9bf51e'}] {{(pid=75041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:19:23.939757 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d13edc0a-ae79-4f9e-b679-1d8d7a9383ea req-fc4ccc81-6faf-466d-9fb9-7bdff9d313db service neutron] Attempting to bind port 4906468f-c9aa-4072-961e-f3d04a5f7c6c on network 45296c1a-4a22-42da-b75e-6f09bf9bf51e {{(pid=75041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:19:23.946136 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d13edc0a-ae79-4f9e-b679-1d8d7a9383ea req-fc4ccc81-6faf-466d-9fb9-7bdff9d313db service neutron] Port 4906468f-c9aa-4072-961e-f3d04a5f7c6c on network 45296c1a-4a22-42da-b75e-6f09bf9bf51e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80600 {{(pid=75041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 16:19:23.946455 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d13edc0a-ae79-4f9e-b679-1d8d7a9383ea req-fc4ccc81-6faf-466d-9fb9-7bdff9d313db service neutron] Attempting to bind port 4906468f-c9aa-4072-961e-f3d04a5f7c6c on network 45296c1a-4a22-42da-b75e-6f09bf9bf51e {{(pid=75041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:19:23.952656 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d13edc0a-ae79-4f9e-b679-1d8d7a9383ea req-fc4ccc81-6faf-466d-9fb9-7bdff9d313db service neutron] Checking agent: {'id': 'ce44fce8-b773-464c-81ed-5793acd8e0ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80600', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 7, 48), 'started_at': datetime.datetime(2021, 8, 25, 16, 7, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 19, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:19:23.952991 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d13edc0a-ae79-4f9e-b679-1d8d7a9383ea req-fc4ccc81-6faf-466d-9fb9-7bdff9d313db service neutron] Checking segment: {'id': '6867c617-16f3-4351-b0ff-c61ce3b47ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '45296c1a-4a22-42da-b75e-6f09bf9bf51e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:19:23.953406 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d13edc0a-ae79-4f9e-b679-1d8d7a9383ea req-fc4ccc81-6faf-466d-9fb9-7bdff9d313db service neutron] Bound using segment: {'id': '6867c617-16f3-4351-b0ff-c61ce3b47ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '45296c1a-4a22-42da-b75e-6f09bf9bf51e'} {{(pid=75041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:19:23.953831 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.managers [req-d13edc0a-ae79-4f9e-b679-1d8d7a9383ea req-fc4ccc81-6faf-466d-9fb9-7bdff9d313db service neutron] Bound port: 4906468f-c9aa-4072-961e-f3d04a5f7c6c, host: hv-cinder-80600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6867c617-16f3-4351-b0ff-c61ce3b47ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '45296c1a-4a22-42da-b75e-6f09bf9bf51e'}}] {{(pid=75041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:19:23.954179 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [req-d13edc0a-ae79-4f9e-b679-1d8d7a9383ea req-fc4ccc81-6faf-466d-9fb9-7bdff9d313db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_update {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:24.047185 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.db [req-d13edc0a-ae79-4f9e-b679-1d8d7a9383ea req-fc4ccc81-6faf-466d-9fb9-7bdff9d313db service neutron] For port 4906468f-c9aa-4072-961e-f3d04a5f7c6c, host hv-cinder-80600, cleared binding levels {{(pid=75041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:19:24.050185 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.db [req-d13edc0a-ae79-4f9e-b679-1d8d7a9383ea req-fc4ccc81-6faf-466d-9fb9-7bdff9d313db service neutron] For port 4906468f-c9aa-4072-961e-f3d04a5f7c6c, host hv-cinder-80600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=4906468f-c9aa-4072-961e-f3d04a5f7c6c,segment=NetworkSegment(6867c617-16f3-4351-b0ff-c61ce3b47ead),segment_id=6867c617-16f3-4351-b0ff-c61ce3b47ead)] {{(pid=75041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:19:24.054522 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [req-d13edc0a-ae79-4f9e-b679-1d8d7a9383ea req-fc4ccc81-6faf-466d-9fb9-7bdff9d313db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776572168726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776571761677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776571761722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1248615'] for port, after_update {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:24.058603 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-e242cb5b-19f2-4435-92c8-f18e67cce442 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:19:24.114074 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [req-d13edc0a-ae79-4f9e-b679-1d8d7a9383ea req-fc4ccc81-6faf-466d-9fb9-7bdff9d313db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981218'] for port, before_response {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:24.115432 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-d13edc0a-ae79-4f9e-b679-1d8d7a9383ea req-fc4ccc81-6faf-466d-9fb9-7bdff9d313db service neutron] 10.222.0.70 "PUT /v2.0/ports/4906468f-c9aa-4072-961e-f3d04a5f7c6c HTTP/1.1" status: 200 len: 1094 time: 0.9034183 Aug 25 16:19:24.115919 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0777bc7c-2f7e-44af-95f5-4e4dae027d97', 'tag': '4906468f-c9aa-4072-961e-f3d04a5f7c6c'}] {{(pid=75041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:19:24.135590 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4ccc81-6faf-466d-9fb9-7bdff9d313db service neutron] Pushing event updated for resources: {'Port': ['ID=4906468f-c9aa-4072-961e-f3d04a5f7c6c,revision_number=3']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:19:24.138724 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-fc4ccc81-6faf-466d-9fb9-7bdff9d313db service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:19:24.196973 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0777bc7c-2f7e-44af-95f5-4e4dae027d97', 'tag': '4906468f-c9aa-4072-961e-f3d04a5f7c6c', 'status': 'completed', 'code': 200} Aug 25 16:19:24.231935 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-d13edc0a-ae79-4f9e-b679-1d8d7a9383ea req-6cf7400c-f924-4adb-b8ec-500051dea192 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=5d53581f62e44e7eb8f7eb3c5172bf1b&device_id=0777bc7c-2f7e-44af-95f5-4e4dae027d97 HTTP/1.1" status: 200 len: 1097 time: 0.0728333 Aug 25 16:19:24.301874 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-d13edc0a-ae79-4f9e-b679-1d8d7a9383ea req-46a17e0f-1f2d-4687-85b7-ee290eba4b26 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4906468f-c9aa-4072-961e-f3d04a5f7c6c HTTP/1.1" status: 200 len: 217 time: 0.0606246 Aug 25 16:19:24.366653 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13edc0a-ae79-4f9e-b679-1d8d7a9383ea req-9baae89d-8456-4fab-87e4-5ca2db2b4312 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:19:24.368058 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-d13edc0a-ae79-4f9e-b679-1d8d7a9383ea req-9baae89d-8456-4fab-87e4-5ca2db2b4312 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cc3a6013-5fc3-426f-b5ad-18e48ea6d3db HTTP/1.1" status: 200 len: 853 time: 0.0604274 Aug 25 16:19:24.413001 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-d13edc0a-ae79-4f9e-b679-1d8d7a9383ea req-8b11e785-1574-4b6c-b0f2-2eb8d7ca1dcc service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=45296c1a-4a22-42da-b75e-6f09bf9bf51e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384130 Aug 25 16:19:24.544735 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-d13edc0a-ae79-4f9e-b679-1d8d7a9383ea req-e28537f7-b0e4-421e-b899-a3c97b343a04 service neutron] 10.222.0.70 "GET /v2.0/networks/45296c1a-4a22-42da-b75e-6f09bf9bf51e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237144 Aug 25 16:19:24.761666 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-d13edc0a-ae79-4f9e-b679-1d8d7a9383ea req-1a5698f3-3e31-4e5e-9115-72c3516ef5d1 service neutron] 10.222.0.70 "GET /v2.0/networks/45296c1a-4a22-42da-b75e-6f09bf9bf51e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2088010 Aug 25 16:19:24.883997 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-eceb0639-443c-4120-96dd-eb09ea646d3f req-3a11596d-adde-40eb-b31f-8a0838395975 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=5d53581f62e44e7eb8f7eb3c5172bf1b&device_id=0777bc7c-2f7e-44af-95f5-4e4dae027d97 HTTP/1.1" status: 200 len: 1097 time: 0.0731568 Aug 25 16:19:24.926566 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b781a46-08ea-4546-9c58-0eae8abd5b6b req-d249627a-c7d9-4c55-a3ff-b828b1621e98 tempest-VolumesSnapshotTestJSON-1309478736 tempest-VolumesSnapshotTestJSON-1309478736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:19:24.928726 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-9b781a46-08ea-4546-9c58-0eae8abd5b6b req-d249627a-c7d9-4c55-a3ff-b828b1621e98 tempest-VolumesSnapshotTestJSON-1309478736 tempest-VolumesSnapshotTestJSON-1309478736-project] 10.222.0.68 "GET /v2.0/ports?device_id=0777bc7c-2f7e-44af-95f5-4e4dae027d97 HTTP/1.1" status: 200 len: 944 time: 0.0804465 Aug 25 16:19:24.974306 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-9b781a46-08ea-4546-9c58-0eae8abd5b6b req-87a93398-b9d9-48bd-a6ff-133927a8a346 tempest-VolumesSnapshotTestJSON-1309478736 tempest-VolumesSnapshotTestJSON-1309478736-project] 10.222.0.68 "GET /v2.0/security-groups?id=4d923730-f17d-4671-9ddb-aa58d45a665a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393949 Aug 25 16:19:25.026567 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eceb0639-443c-4120-96dd-eb09ea646d3f req-99907b54-c552-4b48-96c2-91e7e4b243d9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:19:25.028005 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-eceb0639-443c-4120-96dd-eb09ea646d3f req-99907b54-c552-4b48-96c2-91e7e4b243d9 service neutron] 10.222.0.70 "GET /v2.0/networks?id=45296c1a-4a22-42da-b75e-6f09bf9bf51e HTTP/1.1" status: 200 len: 914 time: 0.1361458 Aug 25 16:19:25.096920 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-eceb0639-443c-4120-96dd-eb09ea646d3f req-cfe79dbb-3e4a-4200-b7fa-2f4374d75a16 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4906468f-c9aa-4072-961e-f3d04a5f7c6c HTTP/1.1" status: 200 len: 217 time: 0.0609381 Aug 25 16:19:25.167028 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eceb0639-443c-4120-96dd-eb09ea646d3f req-f386f64f-3172-4956-9a5a-bae97fcd8968 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:19:25.168438 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-eceb0639-443c-4120-96dd-eb09ea646d3f req-f386f64f-3172-4956-9a5a-bae97fcd8968 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cc3a6013-5fc3-426f-b5ad-18e48ea6d3db HTTP/1.1" status: 200 len: 853 time: 0.0607319 Aug 25 16:19:25.215823 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-eceb0639-443c-4120-96dd-eb09ea646d3f req-bdbb3005-ee40-49a7-81b6-75957047aa4e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=45296c1a-4a22-42da-b75e-6f09bf9bf51e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397499 Aug 25 16:19:25.356834 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-eceb0639-443c-4120-96dd-eb09ea646d3f req-15b08d99-4e66-4b34-9850-09170d809ae0 service neutron] 10.222.0.70 "GET /v2.0/networks/45296c1a-4a22-42da-b75e-6f09bf9bf51e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330233 Aug 25 16:19:25.487276 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-eceb0639-443c-4120-96dd-eb09ea646d3f req-ef505b39-5eca-406b-a144-590c88bcece8 service neutron] 10.222.0.70 "GET /v2.0/networks/45296c1a-4a22-42da-b75e-6f09bf9bf51e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239147 Aug 25 16:19:26.115525 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Device 4906468f-c9aa-4072-961e-f3d04a5f7c6c details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 25 16:19:26.171316 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fd6bc2-c4eb-4205-8b8b-672b3a3212cc req-aed58e54-8220-42cd-8f03-f147b0e2aae2 tempest-VolumesSnapshotTestJSON-1309478736 tempest-VolumesSnapshotTestJSON-1309478736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:19:26.172226 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [req-40fd6bc2-c4eb-4205-8b8b-672b3a3212cc req-aed58e54-8220-42cd-8f03-f147b0e2aae2 tempest-VolumesSnapshotTestJSON-1309478736 tempest-VolumesSnapshotTestJSON-1309478736-project] Synchronizing usage tracker for tenant:5d53581f62e44e7eb8f7eb3c5172bf1b on resource:port {{(pid=75041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:19:26.187593 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.quota.resource [req-40fd6bc2-c4eb-4205-8b8b-672b3a3212cc req-aed58e54-8220-42cd-8f03-f147b0e2aae2 tempest-VolumesSnapshotTestJSON-1309478736 tempest-VolumesSnapshotTestJSON-1309478736-project] Unset dirty status for tenant:5d53581f62e44e7eb8f7eb3c5172bf1b on resource:port {{(pid=75041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:19:26.188794 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-40fd6bc2-c4eb-4205-8b8b-672b3a3212cc req-aed58e54-8220-42cd-8f03-f147b0e2aae2 tempest-VolumesSnapshotTestJSON-1309478736 tempest-VolumesSnapshotTestJSON-1309478736-project] 10.222.0.68 "GET /v2.0/ports?device_id=0777bc7c-2f7e-44af-95f5-4e4dae027d97 HTTP/1.1" status: 200 len: 944 time: 0.0924094 Aug 25 16:19:26.249845 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-40fd6bc2-c4eb-4205-8b8b-672b3a3212cc req-5ccb2484-6e6f-4f52-8722-1c800b24e36c tempest-VolumesSnapshotTestJSON-1309478736 tempest-VolumesSnapshotTestJSON-1309478736-project] 10.222.0.68 "GET /v2.0/security-groups?id=4d923730-f17d-4671-9ddb-aa58d45a665a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538859 Aug 25 16:19:26.253685 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.db [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] For port 4906468f-c9aa-4072-961e-f3d04a5f7c6c, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=4906468f-c9aa-4072-961e-f3d04a5f7c6c,segment=NetworkSegment(6867c617-16f3-4351-b0ff-c61ce3b47ead),segment_id=6867c617-16f3-4351-b0ff-c61ce3b47ead)] {{(pid=75042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:19:26.268510 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Returning: {'device': '4906468f-c9aa-4072-961e-f3d04a5f7c6c', 'network_id': '45296c1a-4a22-42da-b75e-6f09bf9bf51e', 'port_id': '4906468f-c9aa-4072-961e-f3d04a5f7c6c', 'mac_address': 'fa:16:3e:a2:71:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 854, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc3a6013-5fc3-426f-b5ad-18e48ea6d3db', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 25 16:19:26.325779 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:26.343478 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.notifiers.nova [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4906468f-c9aa-4072-961e-f3d04a5f7c6c {{(pid=75042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:19:26.358741 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.db [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] For port 4906468f-c9aa-4072-961e-f3d04a5f7c6c, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=4906468f-c9aa-4072-961e-f3d04a5f7c6c,segment=NetworkSegment(6867c617-16f3-4351-b0ff-c61ce3b47ead),segment_id=6867c617-16f3-4351-b0ff-c61ce3b47ead)] {{(pid=75042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:19:26.363135 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776572168726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776571761677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776571761722'] for port, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:26.365119 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:19:26.427696 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Pushing event updated for resources: {'Port': ['ID=4906468f-c9aa-4072-961e-f3d04a5f7c6c,revision_number=4']} {{(pid=75042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:19:26.430737 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:19:26.599729 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.db [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] get_ports_and_sgs() called for port_ids ['4906468f-c9aa-4072-961e-f3d04a5f7c6c'] {{(pid=75042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:19:27.446030 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971c03e0-ce07-4826-abf4-25d2f6e8db9d req-285482a6-3e3d-4bc8-8c11-9b83958e7a19 tempest-VolumesSnapshotTestJSON-1309478736 tempest-VolumesSnapshotTestJSON-1309478736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:19:27.447462 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-971c03e0-ce07-4826-abf4-25d2f6e8db9d req-285482a6-3e3d-4bc8-8c11-9b83958e7a19 tempest-VolumesSnapshotTestJSON-1309478736 tempest-VolumesSnapshotTestJSON-1309478736-project] 10.222.0.68 "GET /v2.0/ports?device_id=0777bc7c-2f7e-44af-95f5-4e4dae027d97 HTTP/1.1" status: 200 len: 945 time: 0.0799191 Aug 25 16:19:27.492995 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-971c03e0-ce07-4826-abf4-25d2f6e8db9d req-fb726ac6-031f-45a5-abc3-c0273c0f8d01 tempest-VolumesSnapshotTestJSON-1309478736 tempest-VolumesSnapshotTestJSON-1309478736-project] 10.222.0.68 "GET /v2.0/security-groups?id=4d923730-f17d-4671-9ddb-aa58d45a665a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400867 Aug 25 16:19:27.545601 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-48c635e1-adba-4188-8e44-2d5ce8f41c15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:28.131390 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Device 4906468f-c9aa-4072-961e-f3d04a5f7c6c up at agent hyperv_hv-cinder-80600 {{(pid=75042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:19:28.198946 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.provisioning_blocks [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Provisioning for port 4906468f-c9aa-4072-961e-f3d04a5f7c6c completed by entity L2. {{(pid=75042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:19:28.203535 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.provisioning_blocks [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Provisioning complete for port 4906468f-c9aa-4072-961e-f3d04a5f7c6c triggered by entity L2. {{(pid=75042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:19:28.203910 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16203014'] for port, provisioning_complete {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:28.337922 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:28.365299 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0777bc7c-2f7e-44af-95f5-4e4dae027d97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4906468f-c9aa-4072-961e-f3d04a5f7c6c'}] {{(pid=75042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:19:28.374814 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.db [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] For port 4906468f-c9aa-4072-961e-f3d04a5f7c6c, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=4906468f-c9aa-4072-961e-f3d04a5f7c6c,segment=NetworkSegment(6867c617-16f3-4351-b0ff-c61ce3b47ead),segment_id=6867c617-16f3-4351-b0ff-c61ce3b47ead)] {{(pid=75042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:19:28.379023 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776572168726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776571761677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776571761722'] for port, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:28.381179 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [None req-995f4e40-56bf-426e-8268-b22ae9906504 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:19:28.430543 dv-cinder-806007-1-smb neutron-server[75042]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0777bc7c-2f7e-44af-95f5-4e4dae027d97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4906468f-c9aa-4072-961e-f3d04a5f7c6c', 'code': 200} Aug 25 16:19:28.448992 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Pushing event updated for resources: {'Port': ['ID=4906468f-c9aa-4072-961e-f3d04a5f7c6c,revision_number=5']} {{(pid=75042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:19:28.457392 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:19:28.457741 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:19:28.458685 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:19:28.459014 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:19:28.459340 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:19:28.459661 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:19:28.459981 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:19:28.460301 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:19:28.460618 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:19:28.460937 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:19:28.461276 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:19:28.464909 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_concurrency.lockutils [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=75042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:19:28.647159 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-4277530f-c0f4-4901-b2fb-21a4b192f697 req-1e845125-021e-44fc-b3d1-ce107c0eb432 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=0777bc7c-2f7e-44af-95f5-4e4dae027d97 HTTP/1.1" status: 200 len: 1099 time: 0.0689700 Aug 25 16:19:28.691463 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-4277530f-c0f4-4901-b2fb-21a4b192f697 req-15910172-ec8c-47a3-be45-5e3061bd13c2 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=4d923730-f17d-4671-9ddb-aa58d45a665a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367413 Aug 25 16:19:28.701822 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8e4e28-4d12-4502-bdc6-40eaa2644203 req-f374ac87-08e1-4b1f-b66a-72138796287d tempest-VolumesSnapshotTestJSON-1309478736 tempest-VolumesSnapshotTestJSON-1309478736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:19:28.703266 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-ba8e4e28-4d12-4502-bdc6-40eaa2644203 req-f374ac87-08e1-4b1f-b66a-72138796287d tempest-VolumesSnapshotTestJSON-1309478736 tempest-VolumesSnapshotTestJSON-1309478736-project] 10.222.0.68 "GET /v2.0/ports?device_id=0777bc7c-2f7e-44af-95f5-4e4dae027d97 HTTP/1.1" status: 200 len: 946 time: 0.0903594 Aug 25 16:19:28.748609 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-ba8e4e28-4d12-4502-bdc6-40eaa2644203 req-b52a192c-698a-4e36-a996-d5fb30b73bda tempest-VolumesSnapshotTestJSON-1309478736 tempest-VolumesSnapshotTestJSON-1309478736-project] 10.222.0.68 "GET /v2.0/security-groups?id=4d923730-f17d-4671-9ddb-aa58d45a665a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388708 Aug 25 16:19:28.787225 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:29.937597 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-f10ea900-25ba-4393-ad2a-23a17d2d3d31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:29.961822 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cc4166-f0f0-49de-99e9-5d6c6f397e34 req-63191bbb-2247-4f80-ac8d-6279808806b2 tempest-VolumesSnapshotTestJSON-1309478736 tempest-VolumesSnapshotTestJSON-1309478736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:19:29.963283 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-b6cc4166-f0f0-49de-99e9-5d6c6f397e34 req-63191bbb-2247-4f80-ac8d-6279808806b2 tempest-VolumesSnapshotTestJSON-1309478736 tempest-VolumesSnapshotTestJSON-1309478736-project] 10.222.0.68 "GET /v2.0/ports?device_id=0777bc7c-2f7e-44af-95f5-4e4dae027d97 HTTP/1.1" status: 200 len: 946 time: 0.0874307 Aug 25 16:19:30.013291 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-b6cc4166-f0f0-49de-99e9-5d6c6f397e34 req-5710d8b4-b658-45c3-b919-8dfeb33eb043 tempest-VolumesSnapshotTestJSON-1309478736 tempest-VolumesSnapshotTestJSON-1309478736-project] 10.222.0.68 "GET /v2.0/security-groups?id=4d923730-f17d-4671-9ddb-aa58d45a665a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435922 Aug 25 16:19:31.007055 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-1bf536be-b7f1-4c3c-b07a-2be1e6809122 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:31.229050 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e52e455-9211-40b3-b97e-05cf2c007386 req-62069309-85bd-490b-a310-ba4bcec46413 tempest-VolumesSnapshotTestJSON-1309478736 tempest-VolumesSnapshotTestJSON-1309478736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:19:31.231445 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-5e52e455-9211-40b3-b97e-05cf2c007386 req-62069309-85bd-490b-a310-ba4bcec46413 tempest-VolumesSnapshotTestJSON-1309478736 tempest-VolumesSnapshotTestJSON-1309478736-project] 10.222.0.68 "GET /v2.0/ports?device_id=0777bc7c-2f7e-44af-95f5-4e4dae027d97 HTTP/1.1" status: 200 len: 946 time: 0.0911396 Aug 25 16:19:31.282704 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-b503e748-3d47-4653-b195-3d1a10874abf req-2967b1f9-9917-42b2-8b48-24e796c83e2d tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-729559211&fields=id&tenant_id=d3a786a9704c44e99ba6effe11bf53a4 HTTP/1.1" status: 200 len: 267 time: 0.0442994 Aug 25 16:19:31.284155 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-5e52e455-9211-40b3-b97e-05cf2c007386 req-331ad925-34a9-4872-8672-9cc54afe71a6 tempest-VolumesSnapshotTestJSON-1309478736 tempest-VolumesSnapshotTestJSON-1309478736-project] 10.222.0.68 "GET /v2.0/security-groups?id=4d923730-f17d-4671-9ddb-aa58d45a665a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456810 Aug 25 16:19:31.385232 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b503e748-3d47-4653-b195-3d1a10874abf req-5519b258-ceba-4390-bbc0-661925065952 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:19:31.386699 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-b503e748-3d47-4653-b195-3d1a10874abf req-5519b258-ceba-4390-bbc0-661925065952 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] 10.222.0.68 "GET /v2.0/ports?device_id=7e151932-4a50-4875-8bcb-12c6718df171 HTTP/1.1" status: 200 len: 985 time: 0.0967674 Aug 25 16:19:31.397992 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.v2.base [req-b503e748-3d47-4653-b195-3d1a10874abf req-3ba15475-1541-4ad9-91cd-ea17af143364 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Request body: {'port': {'security_groups': ['72657e43-cafa-418d-b1a9-ce76a3926c77']}} {{(pid=75041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:19:31.523009 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [req-b503e748-3d47-4653-b195-3d1a10874abf req-3ba15475-1541-4ad9-91cd-ea17af143364 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16365114'] for port, before_update {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:31.806486 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.db [req-b503e748-3d47-4653-b195-3d1a10874abf req-3ba15475-1541-4ad9-91cd-ea17af143364 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] For port a90d1051-2f88-4df2-8248-47e3e8807aa7, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=a90d1051-2f88-4df2-8248-47e3e8807aa7,segment=NetworkSegment(a9db4df4-67e1-491b-b36a-55eb21989b3c),segment_id=a9db4df4-67e1-491b-b36a-55eb21989b3c)] {{(pid=75041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:19:31.835133 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [req-b503e748-3d47-4653-b195-3d1a10874abf req-3ba15475-1541-4ad9-91cd-ea17af143364 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Notify callbacks [] for port, precommit_update {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:31.840083 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [req-b503e748-3d47-4653-b195-3d1a10874abf req-3ba15475-1541-4ad9-91cd-ea17af143364 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776572168726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776571761677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776571761722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1248615'] for port, after_update {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:31.845643 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-acadf15b-e3bd-4e2f-89f0-6e360d491d1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:19:31.852014 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.db [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] get_ports_and_sgs() called for port_ids ['a90d1051-2f88-4df2-8248-47e3e8807aa7'] {{(pid=75042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:19:31.923590 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b503e748-3d47-4653-b195-3d1a10874abf req-3ba15475-1541-4ad9-91cd-ea17af143364 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:19:31.924593 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [req-b503e748-3d47-4653-b195-3d1a10874abf req-3ba15475-1541-4ad9-91cd-ea17af143364 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981218'] for port, before_response {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:31.927908 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-b503e748-3d47-4653-b195-3d1a10874abf req-3ba15475-1541-4ad9-91cd-ea17af143364 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] 10.222.0.68 "PUT /v2.0/ports/a90d1051-2f88-4df2-8248-47e3e8807aa7 HTTP/1.1" status: 200 len: 943 time: 0.5333872 Aug 25 16:19:31.929265 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e151932-4a50-4875-8bcb-12c6718df171', 'tag': 'a90d1051-2f88-4df2-8248-47e3e8807aa7'}] {{(pid=75041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:19:31.933826 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 34490) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:19:31.983938 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba15475-1541-4ad9-91cd-ea17af143364 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Pushing event updated for resources: {'Port': ['ID=a90d1051-2f88-4df2-8248-47e3e8807aa7,revision_number=7']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:19:31.987271 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-3ba15475-1541-4ad9-91cd-ea17af143364 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:19:32.025734 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e151932-4a50-4875-8bcb-12c6718df171', 'tag': 'a90d1051-2f88-4df2-8248-47e3e8807aa7', 'status': 'completed', 'code': 200} Aug 25 16:19:32.034397 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-1ff6e001-061b-4e63-aa87-30d9163dee11 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Notify callbacks [] for security_group, before_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:32.042719 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.db [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] get_ports_and_sgs() called for port_ids ['a90d1051-2f88-4df2-8248-47e3e8807aa7'] {{(pid=75042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:19:32.071772 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-1ff6e001-061b-4e63-aa87-30d9163dee11 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Notify callbacks [] for security_group, precommit_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:32.171720 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-1ff6e001-061b-4e63-aa87-30d9163dee11 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:32.188746 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-54305d24-fa13-413f-8fee-81d5e2a8708b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:19:32.205562 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff6e001-061b-4e63-aa87-30d9163dee11 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bd8a687-ecdf-49cf-9b05-0ba20959bc26,revision_number=None']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:19:32.219636 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff6e001-061b-4e63-aa87-30d9163dee11 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:19:32.220088 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff6e001-061b-4e63-aa87-30d9163dee11 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:19:32.220525 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff6e001-061b-4e63-aa87-30d9163dee11 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:19:32.220954 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff6e001-061b-4e63-aa87-30d9163dee11 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:19:32.221498 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff6e001-061b-4e63-aa87-30d9163dee11 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:19:32.222262 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff6e001-061b-4e63-aa87-30d9163dee11 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:19:32.222827 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff6e001-061b-4e63-aa87-30d9163dee11 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:19:32.224339 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff6e001-061b-4e63-aa87-30d9163dee11 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:19:32.225054 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff6e001-061b-4e63-aa87-30d9163dee11 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:19:32.225674 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff6e001-061b-4e63-aa87-30d9163dee11 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:19:32.226280 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff6e001-061b-4e63-aa87-30d9163dee11 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-smb {{(pid=75040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:19:32.231341 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-1ff6e001-061b-4e63-aa87-30d9163dee11 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:19:32.236542 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-1ff6e001-061b-4e63-aa87-30d9163dee11 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Notify callbacks [] for security_group, before_response {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:32.240689 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-1ff6e001-061b-4e63-aa87-30d9163dee11 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] 10.222.0.68 "DELETE /v2.0/security-groups/6bd8a687-ecdf-49cf-9b05-0ba20959bc26 HTTP/1.1" status: 204 len: 168 time: 0.3028572 Aug 25 16:19:32.240922 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 34494) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:19:32.252009 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-6a13885b-b39d-484c-9c3f-f94d976e966b req-ab850ad8-bc08-4568-bdf5-0b777048b1ae service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d3a786a9704c44e99ba6effe11bf53a4&device_id=7e151932-4a50-4875-8bcb-12c6718df171 HTTP/1.1" status: 200 len: 1099 time: 0.1994376 Aug 25 16:19:32.304173 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.provisioning_blocks [None req-ba41b9a1-53a0-4853-bf87-7210ea60968f None None] Provisioning complete for port a90d1051-2f88-4df2-8248-47e3e8807aa7 triggered by entity DHCP. {{(pid=75042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:19:32.304555 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-ba41b9a1-53a0-4853-bf87-7210ea60968f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16203014'] for port, provisioning_complete {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:32.408133 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-8ca458b3-9003-4c9b-b026-f7ba765eab5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:32.430093 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a13885b-b39d-484c-9c3f-f94d976e966b req-da45fe00-e7f1-4457-ba60-2d267a13976d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:19:32.431670 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-6a13885b-b39d-484c-9c3f-f94d976e966b req-da45fe00-e7f1-4457-ba60-2d267a13976d service neutron] 10.222.0.70 "GET /v2.0/networks?id=8bcc9d35-2470-4e30-8aba-cfbb6c88124f HTTP/1.1" status: 200 len: 916 time: 0.1725385 Aug 25 16:19:32.492029 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.plugins.ml2.plugin [None req-fc52384f-642f-435e-b27d-05d1d9525e3d tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Deleting port 20e9c0b2-0dfa-4408-89c3-3735fa402513 {{(pid=75040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:19:32.492365 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-fc52384f-642f-435e-b27d-05d1d9525e3d tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776572162991'] for port, before_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:32.540485 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-6a13885b-b39d-484c-9c3f-f94d976e966b req-2278e9d0-7aaf-4751-8470-896c43873f5f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a90d1051-2f88-4df2-8248-47e3e8807aa7 HTTP/1.1" status: 200 len: 1001 time: 0.1013532 Aug 25 16:19:32.604125 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a13885b-b39d-484c-9c3f-f94d976e966b req-1f967c58-32f5-428a-88fc-46f274d6c45d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:19:32.605585 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-6a13885b-b39d-484c-9c3f-f94d976e966b req-1f967c58-32f5-428a-88fc-46f274d6c45d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=bac40d47-3290-4266-94dc-e5f88517db61 HTTP/1.1" status: 200 len: 854 time: 0.0587256 Aug 25 16:19:32.680014 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-fc52384f-642f-435e-b27d-05d1d9525e3d tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452504'] for port, precommit_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:32.680249 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-fc52384f-642f-435e-b27d-05d1d9525e3d tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:32.691549 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-6a13885b-b39d-484c-9c3f-f94d976e966b req-70646502-90b4-42b3-aae0-b22d14dd0738 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8bcc9d35-2470-4e30-8aba-cfbb6c88124f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0779288 Aug 25 16:19:32.815843 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.plugins.ml2.plugin [None req-fc52384f-642f-435e-b27d-05d1d9525e3d tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Calling delete_port for 20e9c0b2-0dfa-4408-89c3-3735fa402513 owned by network:floatingip {{(pid=75040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:19:32.830025 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-6a13885b-b39d-484c-9c3f-f94d976e966b req-3953da89-62d3-43f4-83dc-3d024f1da340 service neutron] 10.222.0.70 "GET /v2.0/networks/8bcc9d35-2470-4e30-8aba-cfbb6c88124f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282585 Aug 25 16:19:32.974407 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-6a13885b-b39d-484c-9c3f-f94d976e966b req-ffb15565-6f22-4fb0-91a9-c5209c16f336 service neutron] 10.222.0.70 "GET /v2.0/networks/8bcc9d35-2470-4e30-8aba-cfbb6c88124f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376686 Aug 25 16:19:32.977305 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-fc52384f-642f-435e-b27d-05d1d9525e3d tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776572168708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776571761668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1434720'] for port, after_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:32.980925 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:19:33.023335 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc52384f-642f-435e-b27d-05d1d9525e3d tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Pushing event deleted for resources: {'Port': ['ID=20e9c0b2-0dfa-4408-89c3-3735fa402513,revision_number=None']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:19:33.026837 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-fc52384f-642f-435e-b27d-05d1d9525e3d tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:19:33.130570 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-fc52384f-642f-435e-b27d-05d1d9525e3d tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Notify callbacks [] for floatingip, after_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:33.623972 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc52384f-642f-435e-b27d-05d1d9525e3d tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Router 5716e8bc-e20a-4723-95b9-a74f8c3ea6c0 has already been hosted by L3 agent ca94599f-caae-4183-a9a6-f9a0dcce5f21 {{(pid=75040) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 16:19:33.835736 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc52384f-642f-435e-b27d-05d1d9525e3d tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Notify agent at l3_agent.dv-cinder-806007-1-smb the message routers_updated {{(pid=75040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:19:33.844962 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bdafc7b-92c8-423a-a3c2-b0c8557376c0 None None] Sync routers for ids ['5716e8bc-e20a-4723-95b9-a74f8c3ea6c0'] in dv-cinder-806007-1-smb {{(pid=75042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 16:19:33.855275 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-fc52384f-642f-435e-b27d-05d1d9525e3d tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981218'] for floatingip, before_response {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:33.857712 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bdafc7b-92c8-423a-a3c2-b0c8557376c0 None None] Routers {'5716e8bc-e20a-4723-95b9-a74f8c3ea6c0'} bound to L3 agent in host dv-cinder-806007-1-smb {{(pid=75042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:19:33.858388 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.l3_hamode_db [None req-3bdafc7b-92c8-423a-a3c2-b0c8557376c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T16:01:30Z,description=,heartbeat_timestamp=2021-08-25T16:19:30Z,host='dv-cinder-806007-1-smb',id=ca94599f-caae-4183-a9a6-f9a0dcce5f21,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:01:30Z,topic='l3_agent')) {'router_ids': ['5716e8bc-e20a-4723-95b9-a74f8c3ea6c0'], 'active': True} {{(pid=75042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:19:33.913264 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-fc52384f-642f-435e-b27d-05d1d9525e3d tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] 10.222.0.68 "DELETE /v2.0/floatingips/f349eb99-c0e7-4224-80e7-0c5efd064c99 HTTP/1.1" status: 204 len: 168 time: 1.6700640 Aug 25 16:19:33.913765 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e151932-4a50-4875-8bcb-12c6718df171', 'tag': 'a90d1051-2f88-4df2-8248-47e3e8807aa7'}] {{(pid=75040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:19:33.974255 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e151932-4a50-4875-8bcb-12c6718df171', 'tag': 'a90d1051-2f88-4df2-8248-47e3e8807aa7', 'status': 'completed', 'code': 200} Aug 25 16:19:34.087481 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-f975420d-7b7c-4167-a959-892a03966f8b req-16c80f9f-8fea-4978-8d55-cdee1e8201fe service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d3a786a9704c44e99ba6effe11bf53a4&device_id=7e151932-4a50-4875-8bcb-12c6718df171 HTTP/1.1" status: 200 len: 1099 time: 0.0900204 Aug 25 16:19:34.125374 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.l3_dvr_db [None req-3bdafc7b-92c8-423a-a3c2-b0c8557376c0 None None] Set router 5716e8bc-e20a-4723-95b9-a74f8c3ea6c0 gateway port host: dv-cinder-806007-1-smb {{(pid=75042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:19:34.301610 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f975420d-7b7c-4167-a959-892a03966f8b req-283e8ed3-5ba8-4920-8ae6-afd7c8c78e16 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:19:34.303136 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-f975420d-7b7c-4167-a959-892a03966f8b req-283e8ed3-5ba8-4920-8ae6-afd7c8c78e16 service neutron] 10.222.0.70 "GET /v2.0/networks?id=8bcc9d35-2470-4e30-8aba-cfbb6c88124f HTTP/1.1" status: 200 len: 916 time: 0.2082376 Aug 25 16:19:34.416204 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-f975420d-7b7c-4167-a959-892a03966f8b req-c448f31a-69aa-4546-b630-d8b5ba4ffce9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a90d1051-2f88-4df2-8248-47e3e8807aa7 HTTP/1.1" status: 200 len: 217 time: 0.1059251 Aug 25 16:19:34.488460 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f975420d-7b7c-4167-a959-892a03966f8b req-34b816f9-9411-43ac-bd5e-d2c9d4aa7d04 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:19:34.490330 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-f975420d-7b7c-4167-a959-892a03966f8b req-34b816f9-9411-43ac-bd5e-d2c9d4aa7d04 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=bac40d47-3290-4266-94dc-e5f88517db61 HTTP/1.1" status: 200 len: 854 time: 0.0678399 Aug 25 16:19:34.537937 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.l3_hamode_db [None req-3bdafc7b-92c8-423a-a3c2-b0c8557376c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5716e8bc-e20a-4723-95b9-a74f8c3ea6c0', 'name': 'tempest-TestMinimumBasicScenario-1168362028-router', 'tenant_id': 'd3a786a9704c44e99ba6effe11bf53a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af5d4827-908c-4372-9134-1f0198184942', 'external_fixed_ips': [{'subnet_id': 'a4c12025-f163-4c64-acba-906df26214d3', 'ip_address': '172.28.0.164'}], 'enable_snat': True}, 'gw_port_id': '26172d0c-c44f-430f-a820-53414d84c82e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:17:20Z', 'updated_at': '2021-08-25T16:17:23Z', 'revision_number': 4, 'project_id': 'd3a786a9704c44e99ba6effe11bf53a4', 'gw_port': {'id': '26172d0c-c44f-430f-a820-53414d84c82e', 'name': '', 'network_id': 'af5d4827-908c-4372-9134-1f0198184942', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:93:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5716e8bc-e20a-4723-95b9-a74f8c3ea6c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a4c12025-f163-4c64-acba-906df26214d3', 'ip_address': '172.28.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:17:20Z', 'updated_at': '2021-08-25T16:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a4c12025-f163-4c64-acba-906df26214d3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-smb', '_interfaces': [{'id': '860c529d-92be-43d2-9b54-88cab1ccde6f', 'name': '', 'network_id': '8bcc9d35-2470-4e30-8aba-cfbb6c88124f', 'tenant_id': 'd3a786a9704c44e99ba6effe11bf53a4', 'mac_address': 'fa:16:3e:69:c8:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5716e8bc-e20a-4723-95b9-a74f8c3ea6c0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bac40d47-3290-4266-94dc-e5f88517db61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:17:22Z', 'updated_at': '2021-08-25T16:17:41Z', 'revision_number': 5, 'project_id': 'd3a786a9704c44e99ba6effe11bf53a4', 'subnets': [{'id': 'bac40d47-3290-4266-94dc-e5f88517db61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-1-smb', False) {} {{(pid=75042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:19:34.542407 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bdafc7b-92c8-423a-a3c2-b0c8557376c0 None None] Checking router: 5716e8bc-e20a-4723-95b9-a74f8c3ea6c0 for host: dv-cinder-806007-1-smb {{(pid=75042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 16:19:34.554238 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bdafc7b-92c8-423a-a3c2-b0c8557376c0 None None] Routers {'5716e8bc-e20a-4723-95b9-a74f8c3ea6c0'} bound to L3 agent in host dv-cinder-806007-1-smb {{(pid=75042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:19:34.554877 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.l3_hamode_db [None req-3bdafc7b-92c8-423a-a3c2-b0c8557376c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T16:01:30Z,description=,heartbeat_timestamp=2021-08-25T16:19:30Z,host='dv-cinder-806007-1-smb',id=ca94599f-caae-4183-a9a6-f9a0dcce5f21,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:01:30Z,topic='l3_agent')) {'router_ids': ['5716e8bc-e20a-4723-95b9-a74f8c3ea6c0'], 'active': True} {{(pid=75042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:19:34.575733 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-f975420d-7b7c-4167-a959-892a03966f8b req-af5b6e67-f60a-4b2d-812e-1f283561d9a0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8bcc9d35-2470-4e30-8aba-cfbb6c88124f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0765238 Aug 25 16:19:34.724212 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-f975420d-7b7c-4167-a959-892a03966f8b req-51cce171-60ca-4e59-aef5-2d7100c77148 service neutron] 10.222.0.70 "GET /v2.0/networks/8bcc9d35-2470-4e30-8aba-cfbb6c88124f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396503 Aug 25 16:19:34.749602 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.l3_dvr_db [None req-3bdafc7b-92c8-423a-a3c2-b0c8557376c0 None None] Set router 5716e8bc-e20a-4723-95b9-a74f8c3ea6c0 gateway port host: dv-cinder-806007-1-smb {{(pid=75042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:19:34.876500 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-f975420d-7b7c-4167-a959-892a03966f8b req-d2392c8c-ec1a-4304-88de-f9d521e367cf service neutron] 10.222.0.70 "GET /v2.0/networks/8bcc9d35-2470-4e30-8aba-cfbb6c88124f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387315 Aug 25 16:19:35.089378 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.l3_hamode_db [None req-3bdafc7b-92c8-423a-a3c2-b0c8557376c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5716e8bc-e20a-4723-95b9-a74f8c3ea6c0', 'name': 'tempest-TestMinimumBasicScenario-1168362028-router', 'tenant_id': 'd3a786a9704c44e99ba6effe11bf53a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af5d4827-908c-4372-9134-1f0198184942', 'external_fixed_ips': [{'subnet_id': 'a4c12025-f163-4c64-acba-906df26214d3', 'ip_address': '172.28.0.164'}], 'enable_snat': True}, 'gw_port_id': '26172d0c-c44f-430f-a820-53414d84c82e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:17:20Z', 'updated_at': '2021-08-25T16:17:23Z', 'revision_number': 4, 'project_id': 'd3a786a9704c44e99ba6effe11bf53a4', 'gw_port': {'id': '26172d0c-c44f-430f-a820-53414d84c82e', 'name': '', 'network_id': 'af5d4827-908c-4372-9134-1f0198184942', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:93:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5716e8bc-e20a-4723-95b9-a74f8c3ea6c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a4c12025-f163-4c64-acba-906df26214d3', 'ip_address': '172.28.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:17:20Z', 'updated_at': '2021-08-25T16:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a4c12025-f163-4c64-acba-906df26214d3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-smb', '_interfaces': [{'id': '860c529d-92be-43d2-9b54-88cab1ccde6f', 'name': '', 'network_id': '8bcc9d35-2470-4e30-8aba-cfbb6c88124f', 'tenant_id': 'd3a786a9704c44e99ba6effe11bf53a4', 'mac_address': 'fa:16:3e:69:c8:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5716e8bc-e20a-4723-95b9-a74f8c3ea6c0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bac40d47-3290-4266-94dc-e5f88517db61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:17:22Z', 'updated_at': '2021-08-25T16:17:41Z', 'revision_number': 5, 'project_id': 'd3a786a9704c44e99ba6effe11bf53a4', 'subnets': [{'id': 'bac40d47-3290-4266-94dc-e5f88517db61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-1-smb', False) {} {{(pid=75042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:19:35.093597 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bdafc7b-92c8-423a-a3c2-b0c8557376c0 None None] The sync data for ids ['5716e8bc-e20a-4723-95b9-a74f8c3ea6c0'] in dv-cinder-806007-1-smb is: [{'id': '5716e8bc-e20a-4723-95b9-a74f8c3ea6c0', 'name': 'tempest-TestMinimumBasicScenario-1168362028-router', 'tenant_id': 'd3a786a9704c44e99ba6effe11bf53a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af5d4827-908c-4372-9134-1f0198184942', 'external_fixed_ips': [{'subnet_id': 'a4c12025-f163-4c64-acba-906df26214d3', 'ip_address': '172.28.0.164'}], 'enable_snat': True}, 'gw_port_id': '26172d0c-c44f-430f-a820-53414d84c82e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:17:20Z', 'updated_at': '2021-08-25T16:17:23Z', 'revision_number': 4, 'project_id': 'd3a786a9704c44e99ba6effe11bf53a4', 'gw_port': {'id': '26172d0c-c44f-430f-a820-53414d84c82e', 'name': '', 'network_id': 'af5d4827-908c-4372-9134-1f0198184942', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:93:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5716e8bc-e20a-4723-95b9-a74f8c3ea6c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a4c12025-f163-4c64-acba-906df26214d3', 'ip_address': '172.28.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:17:20Z', 'updated_at': '2021-08-25T16:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a4c12025-f163-4c64-acba-906df26214d3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-smb', '_interfaces': [{'id': '860c529d-92be-43d2-9b54-88cab1ccde6f', 'name': '', 'network_id': '8bcc9d35-2470-4e30-8aba-cfbb6c88124f', 'tenant_id': 'd3a786a9704c44e99ba6effe11bf53a4', 'mac_address': 'fa:16:3e:69:c8:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5716e8bc-e20a-4723-95b9-a74f8c3ea6c0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bac40d47-3290-4266-94dc-e5f88517db61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:17:22Z', 'updated_at': '2021-08-25T16:17:41Z', 'revision_number': 5, 'project_id': 'd3a786a9704c44e99ba6effe11bf53a4', 'subnets': [{'id': 'bac40d47-3290-4266-94dc-e5f88517db61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 16:19:35.324426 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa1f183-109f-4f9c-84cc-423be0de768c None None] New status for floating IP f349eb99-c0e7-4224-80e7-0c5efd064c99: DOWN {{(pid=75043) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Aug 25 16:19:37.437209 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1d19a3-3595-4351-b8c0-6a6ee4892c07 req-3a9791a4-7580-41b8-acc8-5d94182f7cc6 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:19:37.437820 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [req-5f1d19a3-3595-4351-b8c0-6a6ee4892c07 req-3a9791a4-7580-41b8-acc8-5d94182f7cc6 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Synchronizing usage tracker for tenant:d3a786a9704c44e99ba6effe11bf53a4 on resource:port {{(pid=75040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:19:37.454128 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [req-5f1d19a3-3595-4351-b8c0-6a6ee4892c07 req-3a9791a4-7580-41b8-acc8-5d94182f7cc6 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Unset dirty status for tenant:d3a786a9704c44e99ba6effe11bf53a4 on resource:port {{(pid=75040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:19:37.455320 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-5f1d19a3-3595-4351-b8c0-6a6ee4892c07 req-3a9791a4-7580-41b8-acc8-5d94182f7cc6 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] 10.222.0.68 "GET /v2.0/ports?device_id=7e151932-4a50-4875-8bcb-12c6718df171 HTTP/1.1" status: 200 len: 946 time: 0.0971358 Aug 25 16:19:37.502527 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [req-5f1d19a3-3595-4351-b8c0-6a6ee4892c07 req-bd474e51-a645-46ef-9332-2687dddea397 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Synchronizing usage tracker for tenant:d3a786a9704c44e99ba6effe11bf53a4 on resource:security_group {{(pid=75040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:19:37.518142 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.quota.resource [req-5f1d19a3-3595-4351-b8c0-6a6ee4892c07 req-bd474e51-a645-46ef-9332-2687dddea397 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Unset dirty status for tenant:d3a786a9704c44e99ba6effe11bf53a4 on resource:security_group {{(pid=75040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:19:37.519421 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-5f1d19a3-3595-4351-b8c0-6a6ee4892c07 req-bd474e51-a645-46ef-9332-2687dddea397 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] 10.222.0.68 "GET /v2.0/security-groups?id=72657e43-cafa-418d-b1a9-ce76a3926c77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586550 Aug 25 16:19:38.720859 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eb77fe-7c52-4222-b630-f2ad23b62fb9 req-7db00487-3944-46bf-ac21-bcdfae34e22a tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:19:38.722311 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-c4eb77fe-7c52-4222-b630-f2ad23b62fb9 req-7db00487-3944-46bf-ac21-bcdfae34e22a tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] 10.222.0.68 "GET /v2.0/ports?device_id=7e151932-4a50-4875-8bcb-12c6718df171 HTTP/1.1" status: 200 len: 946 time: 0.0791013 Aug 25 16:19:38.768296 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-c4eb77fe-7c52-4222-b630-f2ad23b62fb9 req-cd20b6c7-2f92-4277-8229-75cac785fce0 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] 10.222.0.68 "GET /v2.0/security-groups?id=72657e43-cafa-418d-b1a9-ce76a3926c77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398283 Aug 25 16:19:39.294934 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247a9b83-048c-44f9-9637-7abe6e8a61de req-5bb4088d-d5b8-4e39-b21c-1c9889c19a70 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:19:39.296365 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-247a9b83-048c-44f9-9637-7abe6e8a61de req-5bb4088d-d5b8-4e39-b21c-1c9889c19a70 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e151932-4a50-4875-8bcb-12c6718df171 HTTP/1.1" status: 200 len: 946 time: 0.0770125 Aug 25 16:19:39.451384 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.plugin [req-247a9b83-048c-44f9-9637-7abe6e8a61de req-1328da68-bd67-4123-bd35-0be63192f40f tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Deleting port a90d1051-2f88-4df2-8248-47e3e8807aa7 {{(pid=75041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:19:39.451666 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [req-247a9b83-048c-44f9-9637-7abe6e8a61de req-1328da68-bd67-4123-bd35-0be63192f40f tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776572162991'] for port, before_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:39.696074 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.db [req-247a9b83-048c-44f9-9637-7abe6e8a61de req-1328da68-bd67-4123-bd35-0be63192f40f tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] For port a90d1051-2f88-4df2-8248-47e3e8807aa7, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=a90d1051-2f88-4df2-8248-47e3e8807aa7,segment=NetworkSegment(a9db4df4-67e1-491b-b36a-55eb21989b3c),segment_id=a9db4df4-67e1-491b-b36a-55eb21989b3c)] {{(pid=75041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:19:39.696435 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [req-247a9b83-048c-44f9-9637-7abe6e8a61de req-1328da68-bd67-4123-bd35-0be63192f40f tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452504'] for port, precommit_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:39.818034 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.plugin [req-247a9b83-048c-44f9-9637-7abe6e8a61de req-1328da68-bd67-4123-bd35-0be63192f40f tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Calling delete_port for a90d1051-2f88-4df2-8248-47e3e8807aa7 owned by compute:nova {{(pid=75041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:19:40.016817 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [req-247a9b83-048c-44f9-9637-7abe6e8a61de req-1328da68-bd67-4123-bd35-0be63192f40f tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776572168708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776571761668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1248622'] for port, after_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:40.021876 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-efe43768-5933-41ea-af14-a1e38a675302 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:19:40.026725 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.db [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] get_ports_and_sgs() called for port_ids ['a90d1051-2f88-4df2-8248-47e3e8807aa7'] {{(pid=75042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:19:40.069799 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1328da68-bd67-4123-bd35-0be63192f40f tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Pushing event deleted for resources: {'Port': ['ID=a90d1051-2f88-4df2-8248-47e3e8807aa7,revision_number=None']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:19:40.075121 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-1328da68-bd67-4123-bd35-0be63192f40f tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:19:40.120103 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb36b562-fca4-44fb-8f89-bba5f5df86ae req-3b5d6f99-93e9-43b5-bbf9-d63ab335a6a7 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:19:40.121588 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-fb36b562-fca4-44fb-8f89-bba5f5df86ae req-3b5d6f99-93e9-43b5-bbf9-d63ab335a6a7 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] 10.222.0.68 "GET /v2.0/ports?device_id=7e151932-4a50-4875-8bcb-12c6718df171 HTTP/1.1" status: 200 len: 867 time: 0.2236414 Aug 25 16:19:40.174464 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.l3_dvrscheduler_db [req-247a9b83-048c-44f9-9637-7abe6e8a61de req-1328da68-bd67-4123-bd35-0be63192f40f tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] No DVR routers for this DVR port a90d1051-2f88-4df2-8248-47e3e8807aa7 on host hv-cinder-80600 {{(pid=75041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 16:19:40.179069 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [req-247a9b83-048c-44f9-9637-7abe6e8a61de req-1328da68-bd67-4123-bd35-0be63192f40f tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981218'] for port, before_response {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:40.181562 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e151932-4a50-4875-8bcb-12c6718df171', 'name': 'network-vif-deleted', 'tag': 'a90d1051-2f88-4df2-8248-47e3e8807aa7'}] {{(pid=75041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:19:40.208942 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-247a9b83-048c-44f9-9637-7abe6e8a61de req-1328da68-bd67-4123-bd35-0be63192f40f tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] 10.222.0.70 "DELETE /v2.0/ports/a90d1051-2f88-4df2-8248-47e3e8807aa7 HTTP/1.1" status: 204 len: 173 time: 0.9055185 Aug 25 16:19:40.219467 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-fb36b562-fca4-44fb-8f89-bba5f5df86ae req-3119df07-050c-4c90-8454-9e1c40fbc1e6 tempest-TestMinimumBasicScenario-239976703 tempest-TestMinimumBasicScenario-239976703-project] 10.222.0.68 "GET /v2.0/security-groups?id=72657e43-cafa-418d-b1a9-ce76a3926c77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686915 Aug 25 16:19:40.242916 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e151932-4a50-4875-8bcb-12c6718df171', 'name': 'network-vif-deleted', 'tag': 'a90d1051-2f88-4df2-8248-47e3e8807aa7', 'status': 'completed', 'code': 200} Aug 25 16:19:42.009826 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 34614) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:19:42.413307 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-9b034b68-4fba-446c-bc21-aa248e9b3ca8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455007'] for router_interface, before_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:43.115195 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.plugins.ml2.plugin [None req-9b034b68-4fba-446c-bc21-aa248e9b3ca8 admin admin] Deleting port 860c529d-92be-43d2-9b54-88cab1ccde6f {{(pid=75040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:19:43.115195 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-9b034b68-4fba-446c-bc21-aa248e9b3ca8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776572162991'] for port, before_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:43.295837 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.plugins.ml2.db [None req-9b034b68-4fba-446c-bc21-aa248e9b3ca8 admin admin] For port 860c529d-92be-43d2-9b54-88cab1ccde6f, host dv-cinder-806007-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-1-smb',level=0,port_id=860c529d-92be-43d2-9b54-88cab1ccde6f,segment=NetworkSegment(a9db4df4-67e1-491b-b36a-55eb21989b3c),segment_id=a9db4df4-67e1-491b-b36a-55eb21989b3c)] {{(pid=75040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:19:43.296140 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-9b034b68-4fba-446c-bc21-aa248e9b3ca8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452504'] for port, precommit_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:43.424330 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.plugins.ml2.plugin [None req-9b034b68-4fba-446c-bc21-aa248e9b3ca8 admin admin] Calling delete_port for 860c529d-92be-43d2-9b54-88cab1ccde6f owned by network:router_interface {{(pid=75040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:19:43.611581 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-9b034b68-4fba-446c-bc21-aa248e9b3ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776572168708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776571761668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1434720'] for port, after_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:43.615210 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-ddf2d608-766f-4c25-b915-9e99ff032624 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:19:43.654494 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b034b68-4fba-446c-bc21-aa248e9b3ca8 admin admin] Pushing event deleted for resources: {'Port': ['ID=860c529d-92be-43d2-9b54-88cab1ccde6f,revision_number=None']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:19:43.658422 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-9b034b68-4fba-446c-bc21-aa248e9b3ca8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:19:43.960011 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-9b034b68-4fba-446c-bc21-aa248e9b3ca8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16129666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455083'] for router_interface, after_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:44.195528 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Device a90d1051-2f88-4df2-8248-47e3e8807aa7 no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:19:44.228606 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.plugin [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] No Port match for: a90d1051-2f88-4df2-8248-47e3e8807aa7 {{(pid=75042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 16:19:44.228877 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Device a90d1051-2f88-4df2-8248-47e3e8807aa7 not bound to the agent host hv-cinder-80600 {{(pid=75042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 16:19:44.648348 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b034b68-4fba-446c-bc21-aa248e9b3ca8 admin admin] Router 5716e8bc-e20a-4723-95b9-a74f8c3ea6c0 has already been hosted by L3 agent ca94599f-caae-4183-a9a6-f9a0dcce5f21 {{(pid=75040) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 16:19:44.854440 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b034b68-4fba-446c-bc21-aa248e9b3ca8 admin admin] Notify agent at l3_agent.dv-cinder-806007-1-smb the message routers_updated {{(pid=75040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:19:44.865999 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e7dfdab-c960-44f1-8604-3e9f35faa034 None None] Sync routers for ids ['5716e8bc-e20a-4723-95b9-a74f8c3ea6c0'] in dv-cinder-806007-1-smb {{(pid=75042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 16:19:44.871967 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-9b034b68-4fba-446c-bc21-aa248e9b3ca8 admin admin] 10.222.0.68 "PUT /v2.0/routers/5716e8bc-e20a-4723-95b9-a74f8c3ea6c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8574603 Aug 25 16:19:44.871967 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 34630) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:19:44.885505 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e7dfdab-c960-44f1-8604-3e9f35faa034 None None] Routers {'5716e8bc-e20a-4723-95b9-a74f8c3ea6c0'} bound to L3 agent in host dv-cinder-806007-1-smb {{(pid=75042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:19:44.886246 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.l3_hamode_db [None req-9e7dfdab-c960-44f1-8604-3e9f35faa034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T16:01:30Z,description=,heartbeat_timestamp=2021-08-25T16:19:30Z,host='dv-cinder-806007-1-smb',id=ca94599f-caae-4183-a9a6-f9a0dcce5f21,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:01:30Z,topic='l3_agent')) {'router_ids': ['5716e8bc-e20a-4723-95b9-a74f8c3ea6c0'], 'active': True} {{(pid=75042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:19:45.066185 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.l3_dvr_db [None req-9e7dfdab-c960-44f1-8604-3e9f35faa034 None None] Set router 5716e8bc-e20a-4723-95b9-a74f8c3ea6c0 gateway port host: dv-cinder-806007-1-smb {{(pid=75042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:19:45.075253 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-81d32f7f-7c86-4b52-99c2-7c8fc5ef7e1c admin admin] Notify callbacks [] for router, before_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:45.289028 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-81d32f7f-7c86-4b52-99c2-7c8fc5ef7e1c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:45.299267 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.plugins.ml2.plugin [None req-81d32f7f-7c86-4b52-99c2-7c8fc5ef7e1c admin admin] Deleting port 26172d0c-c44f-430f-a820-53414d84c82e {{(pid=75040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:19:45.299678 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-81d32f7f-7c86-4b52-99c2-7c8fc5ef7e1c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776572162991'] for port, before_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:45.406485 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.l3_hamode_db [None req-9e7dfdab-c960-44f1-8604-3e9f35faa034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5716e8bc-e20a-4723-95b9-a74f8c3ea6c0', 'name': 'tempest-TestMinimumBasicScenario-1168362028-router', 'tenant_id': 'd3a786a9704c44e99ba6effe11bf53a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af5d4827-908c-4372-9134-1f0198184942', 'external_fixed_ips': [{'subnet_id': 'a4c12025-f163-4c64-acba-906df26214d3', 'ip_address': '172.28.0.164'}], 'enable_snat': True}, 'gw_port_id': '26172d0c-c44f-430f-a820-53414d84c82e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:17:20Z', 'updated_at': '2021-08-25T16:19:43Z', 'revision_number': 5, 'project_id': 'd3a786a9704c44e99ba6effe11bf53a4', 'gw_port': {'id': '26172d0c-c44f-430f-a820-53414d84c82e', 'name': '', 'network_id': 'af5d4827-908c-4372-9134-1f0198184942', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:93:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5716e8bc-e20a-4723-95b9-a74f8c3ea6c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a4c12025-f163-4c64-acba-906df26214d3', 'ip_address': '172.28.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:17:20Z', 'updated_at': '2021-08-25T16:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a4c12025-f163-4c64-acba-906df26214d3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-smb'}], 'dv-cinder-806007-1-smb', False) {} {{(pid=75042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:19:45.410303 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e7dfdab-c960-44f1-8604-3e9f35faa034 None None] Checking router: 5716e8bc-e20a-4723-95b9-a74f8c3ea6c0 for host: dv-cinder-806007-1-smb {{(pid=75042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 16:19:45.421765 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e7dfdab-c960-44f1-8604-3e9f35faa034 None None] Routers {'5716e8bc-e20a-4723-95b9-a74f8c3ea6c0'} bound to L3 agent in host dv-cinder-806007-1-smb {{(pid=75042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:19:45.422382 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.l3_hamode_db [None req-9e7dfdab-c960-44f1-8604-3e9f35faa034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T16:01:30Z,description=,heartbeat_timestamp=2021-08-25T16:19:30Z,host='dv-cinder-806007-1-smb',id=ca94599f-caae-4183-a9a6-f9a0dcce5f21,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:01:30Z,topic='l3_agent')) {'router_ids': ['5716e8bc-e20a-4723-95b9-a74f8c3ea6c0'], 'active': True} {{(pid=75042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:19:45.483346 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.plugins.ml2.db [None req-81d32f7f-7c86-4b52-99c2-7c8fc5ef7e1c admin admin] For port 26172d0c-c44f-430f-a820-53414d84c82e, host dv-cinder-806007-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-1-smb',level=0,port_id=26172d0c-c44f-430f-a820-53414d84c82e,segment=NetworkSegment(cbdd21c8-b3ae-45c5-b207-3efdd7246341),segment_id=cbdd21c8-b3ae-45c5-b207-3efdd7246341)] {{(pid=75040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:19:45.483346 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-81d32f7f-7c86-4b52-99c2-7c8fc5ef7e1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452504'] for port, precommit_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:45.592127 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.l3_dvr_db [None req-9e7dfdab-c960-44f1-8604-3e9f35faa034 None None] Set router 5716e8bc-e20a-4723-95b9-a74f8c3ea6c0 gateway port host: None {{(pid=75042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:19:45.614909 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.plugins.ml2.plugin [None req-81d32f7f-7c86-4b52-99c2-7c8fc5ef7e1c admin admin] Calling delete_port for 26172d0c-c44f-430f-a820-53414d84c82e owned by network:router_gateway {{(pid=75040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:19:45.702776 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.db.l3_hamode_db [None req-9e7dfdab-c960-44f1-8604-3e9f35faa034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5716e8bc-e20a-4723-95b9-a74f8c3ea6c0', 'name': 'tempest-TestMinimumBasicScenario-1168362028-router', 'tenant_id': 'd3a786a9704c44e99ba6effe11bf53a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:17:20Z', 'updated_at': '2021-08-25T16:19:45Z', 'revision_number': 6, 'project_id': 'd3a786a9704c44e99ba6effe11bf53a4', 'gw_port_host': None}], 'dv-cinder-806007-1-smb', False) {} {{(pid=75042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:19:45.706905 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e7dfdab-c960-44f1-8604-3e9f35faa034 None None] The sync data for ids ['5716e8bc-e20a-4723-95b9-a74f8c3ea6c0'] in dv-cinder-806007-1-smb is: [{'id': '5716e8bc-e20a-4723-95b9-a74f8c3ea6c0', 'name': 'tempest-TestMinimumBasicScenario-1168362028-router', 'tenant_id': 'd3a786a9704c44e99ba6effe11bf53a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:17:20Z', 'updated_at': '2021-08-25T16:19:45Z', 'revision_number': 6, 'project_id': 'd3a786a9704c44e99ba6effe11bf53a4', 'gw_port_host': None}] {{(pid=75042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 16:19:45.814696 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-81d32f7f-7c86-4b52-99c2-7c8fc5ef7e1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776572168708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776571761668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1434720'] for port, after_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:45.821354 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-0fb9c5f3-e17a-4a0e-b508-05cef87a1d7e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:19:45.874086 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d32f7f-7c86-4b52-99c2-7c8fc5ef7e1c admin admin] Pushing event deleted for resources: {'Port': ['ID=26172d0c-c44f-430f-a820-53414d84c82e,revision_number=None']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:19:45.877392 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-81d32f7f-7c86-4b52-99c2-7c8fc5ef7e1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:19:46.247918 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-81d32f7f-7c86-4b52-99c2-7c8fc5ef7e1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-453666'] for router_gateway, after_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:46.515232 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-81d32f7f-7c86-4b52-99c2-7c8fc5ef7e1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-457614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5319'] for router, precommit_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:46.521942 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-81d32f7f-7c86-4b52-99c2-7c8fc5ef7e1c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:46.553113 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-81d32f7f-7c86-4b52-99c2-7c8fc5ef7e1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-393502'] for router, after_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:46.553754 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81d32f7f-7c86-4b52-99c2-7c8fc5ef7e1c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5716e8bc-e20a-4723-95b9-a74f8c3ea6c0 {{(pid=75040) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 16:19:46.570093 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-81d32f7f-7c86-4b52-99c2-7c8fc5ef7e1c admin admin] Notify callbacks [] for router, before_response {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:46.571227 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-81d32f7f-7c86-4b52-99c2-7c8fc5ef7e1c admin admin] 10.222.0.68 "DELETE /v2.0/routers/5716e8bc-e20a-4723-95b9-a74f8c3ea6c0 HTTP/1.1" status: 204 len: 168 time: 1.6986833 Aug 25 16:19:46.573940 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 34644) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:19:46.640309 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.db_base_plugin_v2 [None req-75785b60-04aa-4ed0-9578-e8ef6b48bb08 admin admin] Deleting subnet bac40d47-3290-4266-94dc-e5f88517db61 {{(pid=75040) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 25 16:19:46.643220 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-75785b60-04aa-4ed0-9578-e8ef6b48bb08 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:46.696534 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-75785b60-04aa-4ed0-9578-e8ef6b48bb08 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2023877'] for subnet, precommit_delete_associations {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:46.774850 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-75785b60-04aa-4ed0-9578-e8ef6b48bb08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16198826'] for subnet, precommit_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:46.847971 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-75785b60-04aa-4ed0-9578-e8ef6b48bb08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16198803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1434771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2719710'] for subnet, after_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:46.855693 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:19:46.882925 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Device 860c529d-92be-43d2-9b54-88cab1ccde6f no longer exists at agent ovs-agent-dv-cinder-806007-1-smb {{(pid=75042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:19:46.907021 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75785b60-04aa-4ed0-9578-e8ef6b48bb08 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bac40d47-3290-4266-94dc-e5f88517db61,revision_number=None']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:19:46.910005 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-75785b60-04aa-4ed0-9578-e8ef6b48bb08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:19:46.911036 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-75785b60-04aa-4ed0-9578-e8ef6b48bb08 admin admin] Notify callbacks [] for subnet, before_response {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:46.917763 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-75785b60-04aa-4ed0-9578-e8ef6b48bb08 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/bac40d47-3290-4266-94dc-e5f88517db61 HTTP/1.1" status: 204 len: 168 time: 0.3428190 Aug 25 16:19:46.920246 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 34648) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:19:46.923144 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a60a060-8f46-4fe7-8864-dfeafda6f5df None None] Network 8bcc9d35-2470-4e30-8aba-cfbb6c88124f requested from dv-cinder-806007-1-smb {{(pid=75042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:19:46.940162 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.plugin [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] No Port match for: 860c529d-92be-43d2-9b54-88cab1ccde6f {{(pid=75042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 16:19:46.940516 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Device 860c529d-92be-43d2-9b54-88cab1ccde6f not bound to the agent host dv-cinder-806007-1-smb {{(pid=75042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 16:19:46.940942 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Device 26172d0c-c44f-430f-a820-53414d84c82e no longer exists at agent ovs-agent-dv-cinder-806007-1-smb {{(pid=75042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:19:47.020896 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.plugin [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] No Port match for: 26172d0c-c44f-430f-a820-53414d84c82e {{(pid=75042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 16:19:47.020896 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Device 26172d0c-c44f-430f-a820-53414d84c82e not bound to the agent host dv-cinder-806007-1-smb {{(pid=75042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 16:19:47.039238 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-0d68aa57-727c-45c5-b3fb-0aedf3d74e2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16300240'] for network, before_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:47.050456 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.plugins.ml2.plugin [None req-0d68aa57-727c-45c5-b3fb-0aedf3d74e2c admin admin] Deleting port 82a98c1e-21b4-4d63-a0a6-ea0c26aed45b {{(pid=75040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:19:47.050787 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-0d68aa57-727c-45c5-b3fb-0aedf3d74e2c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776572162991'] for port, before_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:47.221551 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e16a9dc8-7461-4517-8a88-aeae39e652d1 None None] DHCP port deletion for 8bcc9d35-2470-4e30-8aba-cfbb6c88124f request from dv-cinder-806007-1-smb {{(pid=75042) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Aug 25 16:19:47.226740 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.plugin [None req-e16a9dc8-7461-4517-8a88-aeae39e652d1 None None] Deleting port 82a98c1e-21b4-4d63-a0a6-ea0c26aed45b {{(pid=75042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:19:47.227372 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-e16a9dc8-7461-4517-8a88-aeae39e652d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776572162991'] for port, before_delete {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:47.341686 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.plugins.ml2.db [None req-0d68aa57-727c-45c5-b3fb-0aedf3d74e2c admin admin] For port 82a98c1e-21b4-4d63-a0a6-ea0c26aed45b, host dv-cinder-806007-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-1-smb',level=0,port_id=82a98c1e-21b4-4d63-a0a6-ea0c26aed45b,segment=NetworkSegment(a9db4df4-67e1-491b-b36a-55eb21989b3c),segment_id=a9db4df4-67e1-491b-b36a-55eb21989b3c)] {{(pid=75040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:19:47.342083 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-0d68aa57-727c-45c5-b3fb-0aedf3d74e2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452504'] for port, precommit_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:47.453458 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52bbd98-f098-4729-a6af-ca832cc683b5 req-e2f2f87f-3133-43eb-af16-b61fbe5da3d2 tempest-VolumesSnapshotTestJSON-1309478736 tempest-VolumesSnapshotTestJSON-1309478736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:19:47.455316 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-f52bbd98-f098-4729-a6af-ca832cc683b5 req-e2f2f87f-3133-43eb-af16-b61fbe5da3d2 tempest-VolumesSnapshotTestJSON-1309478736 tempest-VolumesSnapshotTestJSON-1309478736-project] 10.222.0.68 "GET /v2.0/ports?device_id=0777bc7c-2f7e-44af-95f5-4e4dae027d97 HTTP/1.1" status: 200 len: 946 time: 0.0806048 Aug 25 16:19:47.461416 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.db [None req-e16a9dc8-7461-4517-8a88-aeae39e652d1 None None] For port 82a98c1e-21b4-4d63-a0a6-ea0c26aed45b, host dv-cinder-806007-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-1-smb',level=0,port_id=82a98c1e-21b4-4d63-a0a6-ea0c26aed45b,segment=NetworkSegment(a9db4df4-67e1-491b-b36a-55eb21989b3c),segment_id=a9db4df4-67e1-491b-b36a-55eb21989b3c)] {{(pid=75042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:19:47.461819 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-e16a9dc8-7461-4517-8a88-aeae39e652d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452504'] for port, precommit_delete {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:47.465711 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.plugins.ml2.plugin [None req-0d68aa57-727c-45c5-b3fb-0aedf3d74e2c admin admin] Calling delete_port for 82a98c1e-21b4-4d63-a0a6-ea0c26aed45b owned by network:dhcp {{(pid=75040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:19:47.502523 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-f52bbd98-f098-4729-a6af-ca832cc683b5 req-7faa132a-aacc-4b3b-9f72-df0792818736 tempest-VolumesSnapshotTestJSON-1309478736 tempest-VolumesSnapshotTestJSON-1309478736-project] 10.222.0.68 "GET /v2.0/security-groups?id=4d923730-f17d-4671-9ddb-aa58d45a665a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407670 Aug 25 16:19:47.548713 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-0d68aa57-727c-45c5-b3fb-0aedf3d74e2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776572168708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776571761668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1434720'] for port, after_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:47.553689 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-015e270d-3257-41a5-baf6-85936dd59231 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:19:47.585716 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.plugin [None req-e16a9dc8-7461-4517-8a88-aeae39e652d1 None None] Calling delete_port for 82a98c1e-21b4-4d63-a0a6-ea0c26aed45b owned by network:dhcp {{(pid=75042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:19:47.598250 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d68aa57-727c-45c5-b3fb-0aedf3d74e2c admin admin] Pushing event deleted for resources: {'Port': ['ID=82a98c1e-21b4-4d63-a0a6-ea0c26aed45b,revision_number=None']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:19:47.601908 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-0d68aa57-727c-45c5-b3fb-0aedf3d74e2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:19:47.604922 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d68aa57-727c-45c5-b3fb-0aedf3d74e2c admin admin] No DVR routers for this DVR port 82a98c1e-21b4-4d63-a0a6-ea0c26aed45b on host dv-cinder-806007-1-smb {{(pid=75040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 16:19:47.656397 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.db.api [None req-e16a9dc8-7461-4517-8a88-aeae39e652d1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=75042) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 16:19:47.656768 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_db.api [None req-e16a9dc8-7461-4517-8a88-aeae39e652d1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=75042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 16:19:47.725212 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-0d68aa57-727c-45c5-b3fb-0aedf3d74e2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16197923', 'neutron.services.segments.db._delete_segments_for_network-8776572265090'] for network, precommit_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:47.836823 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.services.segments.db [None req-0d68aa57-727c-45c5-b3fb-0aedf3d74e2c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bcc9d35-2470-4e30-8aba-cfbb6c88124f']}} {{(pid=75040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:19:47.849952 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.services.segments.db [None req-0d68aa57-727c-45c5-b3fb-0aedf3d74e2c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9db4df4-67e1-491b-b36a-55eb21989b3c') {'for_net_delete': True} {{(pid=75040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:19:47.850577 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.services.segments.db [None req-0d68aa57-727c-45c5-b3fb-0aedf3d74e2c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9db4df4-67e1-491b-b36a-55eb21989b3c') {} {{(pid=75040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:19:47.861309 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-0d68aa57-727c-45c5-b3fb-0aedf3d74e2c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776572267165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2023882'] for segment, before_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:47.877628 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-0d68aa57-727c-45c5-b3fb-0aedf3d74e2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16198673'] for segment, precommit_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:47.884146 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d68aa57-727c-45c5-b3fb-0aedf3d74e2c admin admin] Releasing vlan 852 on physical network physnet1 to pool {{(pid=75040) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 25 16:19:47.884522 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-0d68aa57-727c-45c5-b3fb-0aedf3d74e2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16198671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1434677'] for segment, after_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:47.898152 dv-cinder-806007-1-smb neutron-server[75040]: Traceback (most recent call last): Aug 25 16:19:47.898152 dv-cinder-806007-1-smb neutron-server[75040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 25 16:19:47.898152 dv-cinder-806007-1-smb neutron-server[75040]: timer() Aug 25 16:19:47.898152 dv-cinder-806007-1-smb neutron-server[75040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 16:19:47.898152 dv-cinder-806007-1-smb neutron-server[75040]: cb(*args, **kw) Aug 25 16:19:47.898152 dv-cinder-806007-1-smb neutron-server[75040]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 25 16:19:47.898152 dv-cinder-806007-1-smb neutron-server[75040]: return func(*args, **kwargs) Aug 25 16:19:47.898152 dv-cinder-806007-1-smb neutron-server[75040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 16:19:47.898152 dv-cinder-806007-1-smb neutron-server[75040]: self._notify() Aug 25 16:19:47.898152 dv-cinder-806007-1-smb neutron-server[75040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 16:19:47.898152 dv-cinder-806007-1-smb neutron-server[75040]: self.callback(batched_events) Aug 25 16:19:47.898152 dv-cinder-806007-1-smb neutron-server[75040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 16:19:47.898152 dv-cinder-806007-1-smb neutron-server[75040]: event.method(event) Aug 25 16:19:47.898152 dv-cinder-806007-1-smb neutron-server[75040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 25 16:19:47.898152 dv-cinder-806007-1-smb neutron-server[75040]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 16:19:47.898152 dv-cinder-806007-1-smb neutron-server[75040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 25 16:19:47.898152 dv-cinder-806007-1-smb neutron-server[75040]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 16:19:47.898152 dv-cinder-806007-1-smb neutron-server[75040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 25 16:19:47.898152 dv-cinder-806007-1-smb neutron-server[75040]: return f(self, *a, **k) Aug 25 16:19:47.898152 dv-cinder-806007-1-smb neutron-server[75040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 16:19:47.898152 dv-cinder-806007-1-smb neutron-server[75040]: return self._get(url).json() Aug 25 16:19:47.898152 dv-cinder-806007-1-smb neutron-server[75040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 16:19:47.898152 dv-cinder-806007-1-smb neutron-server[75040]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 16:19:47.898152 dv-cinder-806007-1-smb neutron-server[75040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 25 16:19:47.898152 dv-cinder-806007-1-smb neutron-server[75040]: return self.request(url, 'GET', **kwargs) Aug 25 16:19:47.898152 dv-cinder-806007-1-smb neutron-server[75040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 25 16:19:47.898152 dv-cinder-806007-1-smb neutron-server[75040]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 16:19:47.898152 dv-cinder-806007-1-smb neutron-server[75040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 25 16:19:47.898152 dv-cinder-806007-1-smb neutron-server[75040]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 16:19:47.898152 dv-cinder-806007-1-smb neutron-server[75040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 25 16:19:47.898152 dv-cinder-806007-1-smb neutron-server[75040]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 16:19:47.898152 dv-cinder-806007-1-smb neutron-server[75040]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 16:19:47.978503 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-0d68aa57-727c-45c5-b3fb-0aedf3d74e2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16197928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453727'] for network, after_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:47.982056 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:19:47.994816 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-0d68aa57-727c-45c5-b3fb-0aedf3d74e2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16129646'] for network, before_response {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:48.005688 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d68aa57-727c-45c5-b3fb-0aedf3d74e2c admin admin] Pushing event deleted for resources: {'Network': ['ID=8bcc9d35-2470-4e30-8aba-cfbb6c88124f,revision_number=None']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:19:48.008794 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-0d68aa57-727c-45c5-b3fb-0aedf3d74e2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:19:48.019546 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-0d68aa57-727c-45c5-b3fb-0aedf3d74e2c admin admin] 10.222.0.68 "DELETE /v2.0/networks/8bcc9d35-2470-4e30-8aba-cfbb6c88124f HTTP/1.1" status: 204 len: 168 time: 1.0983620 Aug 25 16:19:48.023043 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 34658) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:19:48.158442 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.plugin [None req-e16a9dc8-7461-4517-8a88-aeae39e652d1 None None] Deleting port 82a98c1e-21b4-4d63-a0a6-ea0c26aed45b {{(pid=75042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:19:48.158989 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-e16a9dc8-7461-4517-8a88-aeae39e652d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776572162991'] for port, before_delete {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:48.225934 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.plugin [None req-e16a9dc8-7461-4517-8a88-aeae39e652d1 None None] The port '82a98c1e-21b4-4d63-a0a6-ea0c26aed45b' was deleted {{(pid=75042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Aug 25 16:19:48.415132 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-46b33bac-f5e0-4d0f-bb59-9ad0c7296545 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455007'] for router_interface, before_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:48.598454 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:48.835431 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92dc6e4-8a4b-43ce-a498-2483a23644cc req-f082b33a-f079-489f-ba2a-aadc4493c6bd tempest-VolumesSnapshotTestJSON-1309478736 tempest-VolumesSnapshotTestJSON-1309478736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:19:48.836905 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-d92dc6e4-8a4b-43ce-a498-2483a23644cc req-f082b33a-f079-489f-ba2a-aadc4493c6bd tempest-VolumesSnapshotTestJSON-1309478736 tempest-VolumesSnapshotTestJSON-1309478736-project] 10.222.0.68 "GET /v2.0/ports?device_id=0777bc7c-2f7e-44af-95f5-4e4dae027d97 HTTP/1.1" status: 200 len: 946 time: 0.2023742 Aug 25 16:19:48.867398 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Device 82a98c1e-21b4-4d63-a0a6-ea0c26aed45b no longer exists at agent ovs-agent-dv-cinder-806007-1-smb {{(pid=75042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:19:48.900665 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.plugin [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] No Port match for: 82a98c1e-21b4-4d63-a0a6-ea0c26aed45b {{(pid=75042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 16:19:48.901016 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Device 82a98c1e-21b4-4d63-a0a6-ea0c26aed45b not bound to the agent host dv-cinder-806007-1-smb {{(pid=75042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 16:19:48.962014 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-d92dc6e4-8a4b-43ce-a498-2483a23644cc req-b024cca0-511e-4f2e-905d-e73ae637d910 tempest-VolumesSnapshotTestJSON-1309478736 tempest-VolumesSnapshotTestJSON-1309478736-project] 10.222.0.68 "GET /v2.0/security-groups?id=4d923730-f17d-4671-9ddb-aa58d45a665a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190701 Aug 25 16:19:49.151980 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.plugins.ml2.plugin [None req-46b33bac-f5e0-4d0f-bb59-9ad0c7296545 admin admin] Deleting port 27534ec5-129f-4a44-bd13-7efcf14eacd0 {{(pid=75040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:19:49.152225 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-46b33bac-f5e0-4d0f-bb59-9ad0c7296545 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776572162991'] for port, before_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:49.338449 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.plugins.ml2.db [None req-46b33bac-f5e0-4d0f-bb59-9ad0c7296545 admin admin] For port 27534ec5-129f-4a44-bd13-7efcf14eacd0, host dv-cinder-806007-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-1-smb',level=0,port_id=27534ec5-129f-4a44-bd13-7efcf14eacd0,segment=NetworkSegment(53d7de64-644d-48f1-8b1d-eae4377d8910),segment_id=53d7de64-644d-48f1-8b1d-eae4377d8910)] {{(pid=75040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:19:49.338795 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-46b33bac-f5e0-4d0f-bb59-9ad0c7296545 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452504'] for port, precommit_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:49.559491 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.plugins.ml2.plugin [None req-46b33bac-f5e0-4d0f-bb59-9ad0c7296545 admin admin] Calling delete_port for 27534ec5-129f-4a44-bd13-7efcf14eacd0 owned by network:router_interface {{(pid=75040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:19:49.734599 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-46b33bac-f5e0-4d0f-bb59-9ad0c7296545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776572168708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776571761668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1434720'] for port, after_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:49.738277 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-10fd8b7d-b4b7-4224-abf2-b1d5896bad2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:19:49.779330 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b33bac-f5e0-4d0f-bb59-9ad0c7296545 admin admin] Pushing event deleted for resources: {'Port': ['ID=27534ec5-129f-4a44-bd13-7efcf14eacd0,revision_number=None']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:19:49.781945 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-46b33bac-f5e0-4d0f-bb59-9ad0c7296545 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:19:50.091623 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-46b33bac-f5e0-4d0f-bb59-9ad0c7296545 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16129666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455083'] for router_interface, after_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:50.168649 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82788b9-d374-4609-80b7-02e4e4e35d38 req-549df219-32ac-4609-a785-e2b60d2447c6 tempest-VolumesSnapshotTestJSON-1309478736 tempest-VolumesSnapshotTestJSON-1309478736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:19:50.170128 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-a82788b9-d374-4609-80b7-02e4e4e35d38 req-549df219-32ac-4609-a785-e2b60d2447c6 tempest-VolumesSnapshotTestJSON-1309478736 tempest-VolumesSnapshotTestJSON-1309478736-project] 10.222.0.68 "GET /v2.0/ports?device_id=0777bc7c-2f7e-44af-95f5-4e4dae027d97 HTTP/1.1" status: 200 len: 946 time: 0.0842602 Aug 25 16:19:50.217203 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-a82788b9-d374-4609-80b7-02e4e4e35d38 req-c67b2de4-6925-485c-bc7d-39486d4ed064 tempest-VolumesSnapshotTestJSON-1309478736 tempest-VolumesSnapshotTestJSON-1309478736-project] 10.222.0.68 "GET /v2.0/security-groups?id=4d923730-f17d-4671-9ddb-aa58d45a665a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408220 Aug 25 16:19:50.684429 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46b33bac-f5e0-4d0f-bb59-9ad0c7296545 admin admin] Router 33441f50-e8d5-4325-bf94-459c1d619039 has already been hosted by L3 agent ca94599f-caae-4183-a9a6-f9a0dcce5f21 {{(pid=75040) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 16:19:50.883766 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46b33bac-f5e0-4d0f-bb59-9ad0c7296545 admin admin] Notify agent at l3_agent.dv-cinder-806007-1-smb the message routers_updated {{(pid=75040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:19:50.892544 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84b4396-e51e-4aa0-8efb-1040f0a738dd None None] Sync routers for ids ['33441f50-e8d5-4325-bf94-459c1d619039'] in dv-cinder-806007-1-smb {{(pid=75043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 16:19:50.900138 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-46b33bac-f5e0-4d0f-bb59-9ad0c7296545 admin admin] 10.222.0.68 "PUT /v2.0/routers/33441f50-e8d5-4325-bf94-459c1d619039/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8760712 Aug 25 16:19:50.902615 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 34666) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:19:50.907978 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84b4396-e51e-4aa0-8efb-1040f0a738dd None None] Routers {'33441f50-e8d5-4325-bf94-459c1d619039'} bound to L3 agent in host dv-cinder-806007-1-smb {{(pid=75043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:19:50.908585 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.db.l3_hamode_db [None req-d84b4396-e51e-4aa0-8efb-1040f0a738dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T16:01:30Z,description=,heartbeat_timestamp=2021-08-25T16:19:30Z,host='dv-cinder-806007-1-smb',id=ca94599f-caae-4183-a9a6-f9a0dcce5f21,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:01:30Z,topic='l3_agent')) {'router_ids': ['33441f50-e8d5-4325-bf94-459c1d619039'], 'active': True} {{(pid=75043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:19:51.090704 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.db.l3_dvr_db [None req-d84b4396-e51e-4aa0-8efb-1040f0a738dd None None] Set router 33441f50-e8d5-4325-bf94-459c1d619039 gateway port host: dv-cinder-806007-1-smb {{(pid=75043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:19:51.207517 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-a497c526-8fde-4487-bb7e-d5a9a63b6b43 admin admin] Notify callbacks [] for router, before_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:51.391229 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.db.l3_hamode_db [None req-d84b4396-e51e-4aa0-8efb-1040f0a738dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33441f50-e8d5-4325-bf94-459c1d619039', 'name': 'tempest-TestMinimumBasicScenario-787123227-router', 'tenant_id': 'a09391c2cdfa45a681ecbd8eac8f93fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af5d4827-908c-4372-9134-1f0198184942', 'external_fixed_ips': [{'subnet_id': 'a4c12025-f163-4c64-acba-906df26214d3', 'ip_address': '172.28.0.208'}], 'enable_snat': True}, 'gw_port_id': 'd4ab0674-106f-4d77-b0b2-9a508c22176d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:17:26Z', 'updated_at': '2021-08-25T16:19:49Z', 'revision_number': 5, 'project_id': 'a09391c2cdfa45a681ecbd8eac8f93fc', 'gw_port': {'id': 'd4ab0674-106f-4d77-b0b2-9a508c22176d', 'name': '', 'network_id': 'af5d4827-908c-4372-9134-1f0198184942', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:1c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33441f50-e8d5-4325-bf94-459c1d619039', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a4c12025-f163-4c64-acba-906df26214d3', 'ip_address': '172.28.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:17:26Z', 'updated_at': '2021-08-25T16:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a4c12025-f163-4c64-acba-906df26214d3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-smb'}], 'dv-cinder-806007-1-smb', False) {} {{(pid=75043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:19:51.395301 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84b4396-e51e-4aa0-8efb-1040f0a738dd None None] Checking router: 33441f50-e8d5-4325-bf94-459c1d619039 for host: dv-cinder-806007-1-smb {{(pid=75043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 16:19:51.406425 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84b4396-e51e-4aa0-8efb-1040f0a738dd None None] Routers {'33441f50-e8d5-4325-bf94-459c1d619039'} bound to L3 agent in host dv-cinder-806007-1-smb {{(pid=75043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:19:51.407032 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.db.l3_hamode_db [None req-d84b4396-e51e-4aa0-8efb-1040f0a738dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T16:01:30Z,description=,heartbeat_timestamp=2021-08-25T16:19:30Z,host='dv-cinder-806007-1-smb',id=ca94599f-caae-4183-a9a6-f9a0dcce5f21,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:01:30Z,topic='l3_agent')) {'router_ids': ['33441f50-e8d5-4325-bf94-459c1d619039'], 'active': True} {{(pid=75043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:19:51.483387 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca012da-c45d-41c4-98d7-923990544b0c req-3bee7fa9-666a-4b94-a5ab-9fdf030791e0 tempest-VolumesSnapshotTestJSON-1309478736 tempest-VolumesSnapshotTestJSON-1309478736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:19:51.484872 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-5ca012da-c45d-41c4-98d7-923990544b0c req-3bee7fa9-666a-4b94-a5ab-9fdf030791e0 tempest-VolumesSnapshotTestJSON-1309478736 tempest-VolumesSnapshotTestJSON-1309478736-project] 10.222.0.68 "GET /v2.0/ports?device_id=0777bc7c-2f7e-44af-95f5-4e4dae027d97 HTTP/1.1" status: 200 len: 946 time: 0.1093576 Aug 25 16:19:51.517008 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-a497c526-8fde-4487-bb7e-d5a9a63b6b43 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:51.538345 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.plugins.ml2.plugin [None req-a497c526-8fde-4487-bb7e-d5a9a63b6b43 admin admin] Deleting port d4ab0674-106f-4d77-b0b2-9a508c22176d {{(pid=75040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:19:51.538681 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-a497c526-8fde-4487-bb7e-d5a9a63b6b43 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776572162991'] for port, before_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:51.590504 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-5ca012da-c45d-41c4-98d7-923990544b0c req-f81908c0-ea0e-4378-81dc-717f079bed2e tempest-VolumesSnapshotTestJSON-1309478736 tempest-VolumesSnapshotTestJSON-1309478736-project] 10.222.0.68 "GET /v2.0/security-groups?id=4d923730-f17d-4671-9ddb-aa58d45a665a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964067 Aug 25 16:19:51.624717 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.db.l3_dvr_db [None req-d84b4396-e51e-4aa0-8efb-1040f0a738dd None None] Set router 33441f50-e8d5-4325-bf94-459c1d619039 gateway port host: dv-cinder-806007-1-smb {{(pid=75043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:19:51.743566 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.plugins.ml2.db [None req-a497c526-8fde-4487-bb7e-d5a9a63b6b43 admin admin] For port d4ab0674-106f-4d77-b0b2-9a508c22176d, host dv-cinder-806007-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-1-smb',level=0,port_id=d4ab0674-106f-4d77-b0b2-9a508c22176d,segment=NetworkSegment(cbdd21c8-b3ae-45c5-b207-3efdd7246341),segment_id=cbdd21c8-b3ae-45c5-b207-3efdd7246341)] {{(pid=75040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:19:51.744176 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-a497c526-8fde-4487-bb7e-d5a9a63b6b43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452504'] for port, precommit_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:51.744616 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dc61f3-4fa5-4a8e-86b8-536144500952 req-be75f039-b462-4389-ad56-61f3b0ca2a15 tempest-VolumesSnapshotTestJSON-1309478736 tempest-VolumesSnapshotTestJSON-1309478736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:19:51.746380 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-d7dc61f3-4fa5-4a8e-86b8-536144500952 req-be75f039-b462-4389-ad56-61f3b0ca2a15 tempest-VolumesSnapshotTestJSON-1309478736 tempest-VolumesSnapshotTestJSON-1309478736-project] 10.222.0.70 "GET /v2.0/ports?device_id=0777bc7c-2f7e-44af-95f5-4e4dae027d97 HTTP/1.1" status: 200 len: 946 time: 0.0863562 Aug 25 16:19:51.824355 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.plugin [req-d7dc61f3-4fa5-4a8e-86b8-536144500952 req-c0fd705a-008d-4c68-ad5a-2ad4b068450b tempest-VolumesSnapshotTestJSON-1309478736 tempest-VolumesSnapshotTestJSON-1309478736-project] Deleting port 4906468f-c9aa-4072-961e-f3d04a5f7c6c {{(pid=75041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:19:51.824746 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [req-d7dc61f3-4fa5-4a8e-86b8-536144500952 req-c0fd705a-008d-4c68-ad5a-2ad4b068450b tempest-VolumesSnapshotTestJSON-1309478736 tempest-VolumesSnapshotTestJSON-1309478736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776572162991'] for port, before_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:51.868862 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.plugins.ml2.plugin [None req-a497c526-8fde-4487-bb7e-d5a9a63b6b43 admin admin] Calling delete_port for d4ab0674-106f-4d77-b0b2-9a508c22176d owned by network:router_gateway {{(pid=75040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:19:51.930551 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.db.l3_hamode_db [None req-d84b4396-e51e-4aa0-8efb-1040f0a738dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33441f50-e8d5-4325-bf94-459c1d619039', 'name': 'tempest-TestMinimumBasicScenario-787123227-router', 'tenant_id': 'a09391c2cdfa45a681ecbd8eac8f93fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af5d4827-908c-4372-9134-1f0198184942', 'external_fixed_ips': [{'subnet_id': 'a4c12025-f163-4c64-acba-906df26214d3', 'ip_address': '172.28.0.208'}], 'enable_snat': True}, 'gw_port_id': 'd4ab0674-106f-4d77-b0b2-9a508c22176d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:17:26Z', 'updated_at': '2021-08-25T16:19:49Z', 'revision_number': 5, 'project_id': 'a09391c2cdfa45a681ecbd8eac8f93fc', 'gw_port': {'id': 'd4ab0674-106f-4d77-b0b2-9a508c22176d', 'name': '', 'network_id': 'af5d4827-908c-4372-9134-1f0198184942', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:1c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33441f50-e8d5-4325-bf94-459c1d619039', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a4c12025-f163-4c64-acba-906df26214d3', 'ip_address': '172.28.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:17:26Z', 'updated_at': '2021-08-25T16:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a4c12025-f163-4c64-acba-906df26214d3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-smb'}], 'dv-cinder-806007-1-smb', False) {} {{(pid=75043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:19:51.934545 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84b4396-e51e-4aa0-8efb-1040f0a738dd None None] The sync data for ids ['33441f50-e8d5-4325-bf94-459c1d619039'] in dv-cinder-806007-1-smb is: [{'id': '33441f50-e8d5-4325-bf94-459c1d619039', 'name': 'tempest-TestMinimumBasicScenario-787123227-router', 'tenant_id': 'a09391c2cdfa45a681ecbd8eac8f93fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af5d4827-908c-4372-9134-1f0198184942', 'external_fixed_ips': [{'subnet_id': 'a4c12025-f163-4c64-acba-906df26214d3', 'ip_address': '172.28.0.208'}], 'enable_snat': True}, 'gw_port_id': 'd4ab0674-106f-4d77-b0b2-9a508c22176d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:17:26Z', 'updated_at': '2021-08-25T16:19:49Z', 'revision_number': 5, 'project_id': 'a09391c2cdfa45a681ecbd8eac8f93fc', 'gw_port': {'id': 'd4ab0674-106f-4d77-b0b2-9a508c22176d', 'name': '', 'network_id': 'af5d4827-908c-4372-9134-1f0198184942', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:1c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33441f50-e8d5-4325-bf94-459c1d619039', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a4c12025-f163-4c64-acba-906df26214d3', 'ip_address': '172.28.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:17:26Z', 'updated_at': '2021-08-25T16:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a4c12025-f163-4c64-acba-906df26214d3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-smb'}] {{(pid=75043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 16:19:52.050469 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-a497c526-8fde-4487-bb7e-d5a9a63b6b43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776572168708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776571761668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1434720'] for port, after_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:52.054849 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-cd8b283e-7fa7-4127-b8f0-283917972ac7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:19:52.079773 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.db [req-d7dc61f3-4fa5-4a8e-86b8-536144500952 req-c0fd705a-008d-4c68-ad5a-2ad4b068450b tempest-VolumesSnapshotTestJSON-1309478736 tempest-VolumesSnapshotTestJSON-1309478736-project] For port 4906468f-c9aa-4072-961e-f3d04a5f7c6c, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=4906468f-c9aa-4072-961e-f3d04a5f7c6c,segment=NetworkSegment(6867c617-16f3-4351-b0ff-c61ce3b47ead),segment_id=6867c617-16f3-4351-b0ff-c61ce3b47ead)] {{(pid=75041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:19:52.080308 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [req-d7dc61f3-4fa5-4a8e-86b8-536144500952 req-c0fd705a-008d-4c68-ad5a-2ad4b068450b tempest-VolumesSnapshotTestJSON-1309478736 tempest-VolumesSnapshotTestJSON-1309478736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452504'] for port, precommit_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:52.099761 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a497c526-8fde-4487-bb7e-d5a9a63b6b43 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4ab0674-106f-4d77-b0b2-9a508c22176d,revision_number=None']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:19:52.103923 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-a497c526-8fde-4487-bb7e-d5a9a63b6b43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:19:52.206846 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.plugins.ml2.plugin [req-d7dc61f3-4fa5-4a8e-86b8-536144500952 req-c0fd705a-008d-4c68-ad5a-2ad4b068450b tempest-VolumesSnapshotTestJSON-1309478736 tempest-VolumesSnapshotTestJSON-1309478736-project] Calling delete_port for 4906468f-c9aa-4072-961e-f3d04a5f7c6c owned by compute:nova {{(pid=75041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:19:52.327928 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-a497c526-8fde-4487-bb7e-d5a9a63b6b43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-453666'] for router_gateway, after_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:52.448955 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [req-d7dc61f3-4fa5-4a8e-86b8-536144500952 req-c0fd705a-008d-4c68-ad5a-2ad4b068450b tempest-VolumesSnapshotTestJSON-1309478736 tempest-VolumesSnapshotTestJSON-1309478736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776572168708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776571761668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1248622'] for port, after_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:52.455092 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-09364b65-9991-4044-826a-827cf8abf0c7 tempest-AttachVolumeShelveTestJSON-1252409744 tempest-AttachVolumeShelveTestJSON-1252409744-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:19:52.463552 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.db [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] get_ports_and_sgs() called for port_ids ['4906468f-c9aa-4072-961e-f3d04a5f7c6c'] {{(pid=75042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:19:52.505371 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fd705a-008d-4c68-ad5a-2ad4b068450b tempest-VolumesSnapshotTestJSON-1309478736 tempest-VolumesSnapshotTestJSON-1309478736-project] Pushing event deleted for resources: {'Port': ['ID=4906468f-c9aa-4072-961e-f3d04a5f7c6c,revision_number=None']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:19:52.507957 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-c0fd705a-008d-4c68-ad5a-2ad4b068450b tempest-VolumesSnapshotTestJSON-1309478736 tempest-VolumesSnapshotTestJSON-1309478736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:19:52.577764 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7dc61f3-4fa5-4a8e-86b8-536144500952 req-c0fd705a-008d-4c68-ad5a-2ad4b068450b tempest-VolumesSnapshotTestJSON-1309478736 tempest-VolumesSnapshotTestJSON-1309478736-project] No DVR routers for this DVR port 4906468f-c9aa-4072-961e-f3d04a5f7c6c on host hv-cinder-80600 {{(pid=75041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 16:19:52.580071 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [req-d7dc61f3-4fa5-4a8e-86b8-536144500952 req-c0fd705a-008d-4c68-ad5a-2ad4b068450b tempest-VolumesSnapshotTestJSON-1309478736 tempest-VolumesSnapshotTestJSON-1309478736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981218'] for port, before_response {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:52.582715 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0777bc7c-2f7e-44af-95f5-4e4dae027d97', 'name': 'network-vif-deleted', 'tag': '4906468f-c9aa-4072-961e-f3d04a5f7c6c'}] {{(pid=75041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:19:52.599522 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [req-d7dc61f3-4fa5-4a8e-86b8-536144500952 req-c0fd705a-008d-4c68-ad5a-2ad4b068450b tempest-VolumesSnapshotTestJSON-1309478736 tempest-VolumesSnapshotTestJSON-1309478736-project] 10.222.0.70 "DELETE /v2.0/ports/4906468f-c9aa-4072-961e-f3d04a5f7c6c HTTP/1.1" status: 204 len: 173 time: 0.8458951 Aug 25 16:19:52.640056 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.db.agents_db [None req-a821c616-a82d-4ce6-adbe-0c63f7de4494 None None] Agent healthcheck: found 6 active agents {{(pid=75043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:19:52.651110 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0777bc7c-2f7e-44af-95f5-4e4dae027d97', 'name': 'network-vif-deleted', 'tag': '4906468f-c9aa-4072-961e-f3d04a5f7c6c', 'status': 'completed', 'code': 200} Aug 25 16:19:52.722708 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-a497c526-8fde-4487-bb7e-d5a9a63b6b43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-457614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5319'] for router, precommit_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:52.728379 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-a497c526-8fde-4487-bb7e-d5a9a63b6b43 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:52.776021 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [req-fc8e9002-f97f-4c8c-ba3d-9d0be2a1706a req-6179c3ee-ef06-41e0-9e79-0ec40d6f6095 tempest-VolumesSnapshotTestJSON-1309478736 tempest-VolumesSnapshotTestJSON-1309478736-project] 10.222.0.68 "GET /v2.0/ports?device_id=0777bc7c-2f7e-44af-95f5-4e4dae027d97 HTTP/1.1" status: 200 len: 210 time: 0.0457771 Aug 25 16:19:52.797914 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-a497c526-8fde-4487-bb7e-d5a9a63b6b43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-393502'] for router, after_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:52.798445 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a497c526-8fde-4487-bb7e-d5a9a63b6b43 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 33441f50-e8d5-4325-bf94-459c1d619039 {{(pid=75040) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 16:19:52.812653 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-a497c526-8fde-4487-bb7e-d5a9a63b6b43 admin admin] Notify callbacks [] for router, before_response {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:52.813916 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-a497c526-8fde-4487-bb7e-d5a9a63b6b43 admin admin] 10.222.0.68 "DELETE /v2.0/routers/33441f50-e8d5-4325-bf94-459c1d619039 HTTP/1.1" status: 204 len: 168 time: 1.9103034 Aug 25 16:19:52.816606 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.wsgi [-] (75041) accepted ('10.222.0.68', 34676) {{(pid=75041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:19:52.899077 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.db_base_plugin_v2 [None req-54cf01e2-8e86-4624-acd8-5614821bc966 admin admin] Deleting subnet 77b8f322-3e37-438b-825a-20c579caae62 {{(pid=75041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 25 16:19:52.902622 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-54cf01e2-8e86-4624-acd8-5614821bc966 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:52.909134 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Device 27534ec5-129f-4a44-bd13-7efcf14eacd0 no longer exists at agent ovs-agent-dv-cinder-806007-1-smb {{(pid=75042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:19:52.946056 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.plugin [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] No Port match for: 27534ec5-129f-4a44-bd13-7efcf14eacd0 {{(pid=75042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 16:19:52.946412 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Device 27534ec5-129f-4a44-bd13-7efcf14eacd0 not bound to the agent host dv-cinder-806007-1-smb {{(pid=75042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 16:19:52.962805 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-54cf01e2-8e86-4624-acd8-5614821bc966 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2080808'] for subnet, precommit_delete_associations {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:53.048732 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-54cf01e2-8e86-4624-acd8-5614821bc966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16198826'] for subnet, precommit_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:53.126047 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-54cf01e2-8e86-4624-acd8-5614821bc966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16198803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1248669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2797651'] for subnet, after_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:53.131318 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-adc840c5-0f5b-4c1b-9a5e-90e0ff856803 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:19:53.167091 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cf01e2-8e86-4624-acd8-5614821bc966 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77b8f322-3e37-438b-825a-20c579caae62,revision_number=None']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:19:53.169873 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-54cf01e2-8e86-4624-acd8-5614821bc966 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:19:53.174458 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-54cf01e2-8e86-4624-acd8-5614821bc966 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16129646'] for subnet, before_response {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:53.183401 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2998eb5-2b3b-4eb7-8ac2-6fb00ac20eec None None] Network c5619dee-3425-446e-b1be-81e42a9a4fae requested from dv-cinder-806007-1-smb {{(pid=75042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:19:53.183700 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 34680) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:19:53.188090 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [None req-54cf01e2-8e86-4624-acd8-5614821bc966 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/77b8f322-3e37-438b-825a-20c579caae62 HTTP/1.1" status: 204 len: 168 time: 0.3625350 Aug 25 16:19:53.360444 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-61caa687-2682-4498-b5f7-c3765b3a6d7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16300240'] for network, before_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:53.371767 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.plugins.ml2.plugin [None req-61caa687-2682-4498-b5f7-c3765b3a6d7f admin admin] Deleting port e86fe682-2796-4481-95e6-2a6c3d4ec7c9 {{(pid=75040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:19:53.372018 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-61caa687-2682-4498-b5f7-c3765b3a6d7f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776572162991'] for port, before_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:53.524922 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e139cda-9cec-4ccc-a4d9-65224784cd75 None None] DHCP port deletion for c5619dee-3425-446e-b1be-81e42a9a4fae request from dv-cinder-806007-1-smb {{(pid=75042) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Aug 25 16:19:53.529401 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.plugin [None req-2e139cda-9cec-4ccc-a4d9-65224784cd75 None None] Deleting port e86fe682-2796-4481-95e6-2a6c3d4ec7c9 {{(pid=75042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:19:53.529779 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-2e139cda-9cec-4ccc-a4d9-65224784cd75 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776572162991'] for port, before_delete {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:53.582163 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.plugins.ml2.db [None req-61caa687-2682-4498-b5f7-c3765b3a6d7f admin admin] For port e86fe682-2796-4481-95e6-2a6c3d4ec7c9, host dv-cinder-806007-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-1-smb',level=0,port_id=e86fe682-2796-4481-95e6-2a6c3d4ec7c9,segment=NetworkSegment(53d7de64-644d-48f1-8b1d-eae4377d8910),segment_id=53d7de64-644d-48f1-8b1d-eae4377d8910)] {{(pid=75040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:19:53.582420 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-61caa687-2682-4498-b5f7-c3765b3a6d7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452504'] for port, precommit_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:53.709461 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.plugins.ml2.plugin [None req-61caa687-2682-4498-b5f7-c3765b3a6d7f admin admin] Calling delete_port for e86fe682-2796-4481-95e6-2a6c3d4ec7c9 owned by network:dhcp {{(pid=75040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:19:53.735254 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.db [None req-2e139cda-9cec-4ccc-a4d9-65224784cd75 None None] For port e86fe682-2796-4481-95e6-2a6c3d4ec7c9, host dv-cinder-806007-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-1-smb',level=0,port_id=e86fe682-2796-4481-95e6-2a6c3d4ec7c9,segment=NetworkSegment(53d7de64-644d-48f1-8b1d-eae4377d8910),segment_id=53d7de64-644d-48f1-8b1d-eae4377d8910)] {{(pid=75042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:19:53.735650 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-2e139cda-9cec-4ccc-a4d9-65224784cd75 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452504'] for port, precommit_delete {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:53.784901 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-61caa687-2682-4498-b5f7-c3765b3a6d7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16365309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776572168708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776571761668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1434720'] for port, after_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:53.788812 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-69d60e74-004b-4056-be3e-93dd0e00c045 tempest-TestShelveInstance-1909096350 tempest-TestShelveInstance-1909096350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:19:53.834567 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61caa687-2682-4498-b5f7-c3765b3a6d7f admin admin] Pushing event deleted for resources: {'Port': ['ID=e86fe682-2796-4481-95e6-2a6c3d4ec7c9,revision_number=None']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:19:53.837451 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-61caa687-2682-4498-b5f7-c3765b3a6d7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:19:53.839659 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61caa687-2682-4498-b5f7-c3765b3a6d7f admin admin] No DVR routers for this DVR port e86fe682-2796-4481-95e6-2a6c3d4ec7c9 on host dv-cinder-806007-1-smb {{(pid=75040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 16:19:53.858630 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.plugin [None req-2e139cda-9cec-4ccc-a4d9-65224784cd75 None None] Calling delete_port for e86fe682-2796-4481-95e6-2a6c3d4ec7c9 owned by network:dhcp {{(pid=75042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:19:53.934528 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.db.api [None req-2e139cda-9cec-4ccc-a4d9-65224784cd75 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=75042) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 16:19:53.934953 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG oslo_db.api [None req-2e139cda-9cec-4ccc-a4d9-65224784cd75 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=75042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 16:19:53.964547 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-61caa687-2682-4498-b5f7-c3765b3a6d7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16197923', 'neutron.services.segments.db._delete_segments_for_network-8776572265090'] for network, precommit_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:53.977677 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.services.segments.db [None req-61caa687-2682-4498-b5f7-c3765b3a6d7f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5619dee-3425-446e-b1be-81e42a9a4fae']}} {{(pid=75040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:19:53.990638 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.services.segments.db [None req-61caa687-2682-4498-b5f7-c3765b3a6d7f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53d7de64-644d-48f1-8b1d-eae4377d8910') {'for_net_delete': True} {{(pid=75040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:19:53.990926 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.services.segments.db [None req-61caa687-2682-4498-b5f7-c3765b3a6d7f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53d7de64-644d-48f1-8b1d-eae4377d8910') {} {{(pid=75040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:19:54.002714 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-61caa687-2682-4498-b5f7-c3765b3a6d7f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776572267165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2023882'] for segment, before_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:54.019381 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-61caa687-2682-4498-b5f7-c3765b3a6d7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16198673'] for segment, precommit_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:54.026637 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61caa687-2682-4498-b5f7-c3765b3a6d7f admin admin] Releasing vlan 853 on physical network physnet1 to pool {{(pid=75040) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 25 16:19:54.027440 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-61caa687-2682-4498-b5f7-c3765b3a6d7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16198671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1434677'] for segment, after_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:54.041678 dv-cinder-806007-1-smb neutron-server[75040]: Traceback (most recent call last): Aug 25 16:19:54.041678 dv-cinder-806007-1-smb neutron-server[75040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 25 16:19:54.041678 dv-cinder-806007-1-smb neutron-server[75040]: timer() Aug 25 16:19:54.041678 dv-cinder-806007-1-smb neutron-server[75040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 16:19:54.041678 dv-cinder-806007-1-smb neutron-server[75040]: cb(*args, **kw) Aug 25 16:19:54.041678 dv-cinder-806007-1-smb neutron-server[75040]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 25 16:19:54.041678 dv-cinder-806007-1-smb neutron-server[75040]: return func(*args, **kwargs) Aug 25 16:19:54.041678 dv-cinder-806007-1-smb neutron-server[75040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 16:19:54.041678 dv-cinder-806007-1-smb neutron-server[75040]: self._notify() Aug 25 16:19:54.041678 dv-cinder-806007-1-smb neutron-server[75040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 16:19:54.041678 dv-cinder-806007-1-smb neutron-server[75040]: self.callback(batched_events) Aug 25 16:19:54.041678 dv-cinder-806007-1-smb neutron-server[75040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 16:19:54.041678 dv-cinder-806007-1-smb neutron-server[75040]: event.method(event) Aug 25 16:19:54.041678 dv-cinder-806007-1-smb neutron-server[75040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 25 16:19:54.041678 dv-cinder-806007-1-smb neutron-server[75040]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 16:19:54.041678 dv-cinder-806007-1-smb neutron-server[75040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 25 16:19:54.041678 dv-cinder-806007-1-smb neutron-server[75040]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 16:19:54.041678 dv-cinder-806007-1-smb neutron-server[75040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 25 16:19:54.041678 dv-cinder-806007-1-smb neutron-server[75040]: return f(self, *a, **k) Aug 25 16:19:54.041678 dv-cinder-806007-1-smb neutron-server[75040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 16:19:54.041678 dv-cinder-806007-1-smb neutron-server[75040]: return self._get(url).json() Aug 25 16:19:54.041678 dv-cinder-806007-1-smb neutron-server[75040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 16:19:54.041678 dv-cinder-806007-1-smb neutron-server[75040]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 16:19:54.041678 dv-cinder-806007-1-smb neutron-server[75040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 25 16:19:54.041678 dv-cinder-806007-1-smb neutron-server[75040]: return self.request(url, 'GET', **kwargs) Aug 25 16:19:54.041678 dv-cinder-806007-1-smb neutron-server[75040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 25 16:19:54.041678 dv-cinder-806007-1-smb neutron-server[75040]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 16:19:54.041678 dv-cinder-806007-1-smb neutron-server[75040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 25 16:19:54.041678 dv-cinder-806007-1-smb neutron-server[75040]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 16:19:54.041678 dv-cinder-806007-1-smb neutron-server[75040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 25 16:19:54.041678 dv-cinder-806007-1-smb neutron-server[75040]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 16:19:54.041678 dv-cinder-806007-1-smb neutron-server[75040]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 16:19:54.126813 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-61caa687-2682-4498-b5f7-c3765b3a6d7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16197928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453727'] for network, after_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:54.131795 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-61caa687-2682-4498-b5f7-c3765b3a6d7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16129646'] for network, before_response {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:54.135391 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:19:54.162845 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61caa687-2682-4498-b5f7-c3765b3a6d7f admin admin] Pushing event deleted for resources: {'Network': ['ID=c5619dee-3425-446e-b1be-81e42a9a4fae,revision_number=None']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:19:54.165842 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-61caa687-2682-4498-b5f7-c3765b3a6d7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:19:54.167860 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-61caa687-2682-4498-b5f7-c3765b3a6d7f admin admin] 10.222.0.68 "DELETE /v2.0/networks/c5619dee-3425-446e-b1be-81e42a9a4fae HTTP/1.1" status: 204 len: 168 time: 0.9831693 Aug 25 16:19:54.348826 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.wsgi [-] (75041) accepted ('10.222.0.68', 34694) {{(pid=75041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:19:54.399829 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [None req-a12b1145-9498-4abc-99be-50b8fba2f0a7 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=d3a786a9704c44e99ba6effe11bf53a4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0497661 Aug 25 16:19:54.402262 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.wsgi [-] (75041) accepted ('10.222.0.68', 34698) {{(pid=75041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:19:54.436517 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.plugin [None req-2e139cda-9cec-4ccc-a4d9-65224784cd75 None None] Deleting port e86fe682-2796-4481-95e6-2a6c3d4ec7c9 {{(pid=75042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:19:54.436932 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-2e139cda-9cec-4ccc-a4d9-65224784cd75 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776572162991'] for port, before_delete {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:54.467941 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-40c3a21b-2367-4d67-9ac0-684b36e5ea65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:54.496417 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-40c3a21b-2367-4d67-9ac0-684b36e5ea65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:54.501766 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.plugin [None req-2e139cda-9cec-4ccc-a4d9-65224784cd75 None None] The port 'e86fe682-2796-4481-95e6-2a6c3d4ec7c9' was deleted {{(pid=75042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Aug 25 16:19:54.554481 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-40c3a21b-2367-4d67-9ac0-684b36e5ea65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:54.558398 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-afa81b25-d27f-4e05-bf79-0c742d78dd3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:19:54.572988 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c3a21b-2367-4d67-9ac0-684b36e5ea65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72657e43-cafa-418d-b1a9-ce76a3926c77,revision_number=None']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:19:54.575610 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-40c3a21b-2367-4d67-9ac0-684b36e5ea65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:19:54.583513 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-40c3a21b-2367-4d67-9ac0-684b36e5ea65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:54.584642 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [None req-40c3a21b-2367-4d67-9ac0-684b36e5ea65 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/72657e43-cafa-418d-b1a9-ce76a3926c77 HTTP/1.1" status: 204 len: 168 time: 0.1815028 Aug 25 16:19:54.875951 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Device e86fe682-2796-4481-95e6-2a6c3d4ec7c9 no longer exists at agent ovs-agent-dv-cinder-806007-1-smb {{(pid=75042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:19:54.911782 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.plugin [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] No Port match for: e86fe682-2796-4481-95e6-2a6c3d4ec7c9 {{(pid=75042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 16:19:54.912257 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Device e86fe682-2796-4481-95e6-2a6c3d4ec7c9 not bound to the agent host dv-cinder-806007-1-smb {{(pid=75042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 16:19:54.912697 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Device d4ab0674-106f-4d77-b0b2-9a508c22176d no longer exists at agent ovs-agent-dv-cinder-806007-1-smb {{(pid=75042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:19:54.950528 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.plugin [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] No Port match for: d4ab0674-106f-4d77-b0b2-9a508c22176d {{(pid=75042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 16:19:54.950528 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Device d4ab0674-106f-4d77-b0b2-9a508c22176d not bound to the agent host dv-cinder-806007-1-smb {{(pid=75042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 16:19:54.977639 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 34706) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:19:55.027729 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-187aa125-19b4-46f5-8eea-a208c24e805b admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=a09391c2cdfa45a681ecbd8eac8f93fc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0486956 Aug 25 16:19:55.029985 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 34710) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:19:55.088548 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-97c09d6b-0cae-4c51-a927-eb1a08a7b8ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:55.115386 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-97c09d6b-0cae-4c51-a927-eb1a08a7b8ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:55.168560 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-97c09d6b-0cae-4c51-a927-eb1a08a7b8ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:55.172705 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-c9f1b2d6-f8d3-4e29-9a83-a5dece373bd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:19:55.183809 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c09d6b-0cae-4c51-a927-eb1a08a7b8ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e85826a5-aaf0-4109-878e-969d46bd684b,revision_number=None']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:19:55.188787 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-97c09d6b-0cae-4c51-a927-eb1a08a7b8ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:19:55.190687 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-97c09d6b-0cae-4c51-a927-eb1a08a7b8ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:55.191778 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-97c09d6b-0cae-4c51-a927-eb1a08a7b8ff admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/e85826a5-aaf0-4109-878e-969d46bd684b HTTP/1.1" status: 204 len: 168 time: 0.1609194 Aug 25 16:19:56.209827 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Device 4906468f-c9aa-4072-961e-f3d04a5f7c6c no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:19:56.242950 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.plugin [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] No Port match for: 4906468f-c9aa-4072-961e-f3d04a5f7c6c {{(pid=75042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 16:19:56.243299 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron.plugins.ml2.rpc [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Device 4906468f-c9aa-4072-961e-f3d04a5f7c6c not bound to the agent host hv-cinder-80600 {{(pid=75042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 16:19:57.548825 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-bfb66d0e-31b2-49f3-84cc-916312394772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:58.789976 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:59.940603 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-3b15065e-3345-4101-bb70-5afe81127a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:01.008324 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-1bf536be-b7f1-4c3c-b07a-2be1e6809122 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:02.403883 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-8ca458b3-9003-4c9b-b026-f7ba765eab5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:13.342181 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.wsgi [-] (75041) accepted ('10.222.0.68', 34824) {{(pid=75041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:20:13.404166 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.db.db_base_plugin_v2 [None req-39f7a443-c4fe-4ce3-b8ea-60c82d36dadc admin admin] Deleting subnet cc3a6013-5fc3-426f-b5ad-18e48ea6d3db {{(pid=75041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 25 16:20:13.407227 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-39f7a443-c4fe-4ce3-b8ea-60c82d36dadc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:13.462004 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-39f7a443-c4fe-4ce3-b8ea-60c82d36dadc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2080808'] for subnet, precommit_delete_associations {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:13.518093 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-39f7a443-c4fe-4ce3-b8ea-60c82d36dadc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16198826'] for subnet, precommit_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:13.595519 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-39f7a443-c4fe-4ce3-b8ea-60c82d36dadc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16198803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1248669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2797651'] for subnet, after_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:13.600360 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-6fba715f-67f9-4db5-93e5-f42430a2b2bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:20:13.635883 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f7a443-c4fe-4ce3-b8ea-60c82d36dadc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc3a6013-5fc3-426f-b5ad-18e48ea6d3db,revision_number=None']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:20:13.639086 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-39f7a443-c4fe-4ce3-b8ea-60c82d36dadc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:20:13.640066 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-39f7a443-c4fe-4ce3-b8ea-60c82d36dadc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16129646'] for subnet, before_response {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:13.646662 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [None req-39f7a443-c4fe-4ce3-b8ea-60c82d36dadc admin admin] 10.222.0.68 "DELETE /v2.0/subnets/cc3a6013-5fc3-426f-b5ad-18e48ea6d3db HTTP/1.1" status: 204 len: 168 time: 0.3034899 Aug 25 16:20:13.649274 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.wsgi [-] (75040) accepted ('10.222.0.68', 34828) {{(pid=75040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:20:13.756576 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-790efeeb-d277-48f4-a40f-6ff3ca0439d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16300240'] for network, before_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:13.975491 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-790efeeb-d277-48f4-a40f-6ff3ca0439d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16197923', 'neutron.services.segments.db._delete_segments_for_network-8776572265090'] for network, precommit_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:13.987969 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.services.segments.db [None req-790efeeb-d277-48f4-a40f-6ff3ca0439d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45296c1a-4a22-42da-b75e-6f09bf9bf51e']}} {{(pid=75040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:20:14.000699 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.services.segments.db [None req-790efeeb-d277-48f4-a40f-6ff3ca0439d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6867c617-16f3-4351-b0ff-c61ce3b47ead') {'for_net_delete': True} {{(pid=75040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:20:14.000985 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.services.segments.db [None req-790efeeb-d277-48f4-a40f-6ff3ca0439d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6867c617-16f3-4351-b0ff-c61ce3b47ead') {} {{(pid=75040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:20:14.012544 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-790efeeb-d277-48f4-a40f-6ff3ca0439d2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776572267165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2023882'] for segment, before_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:14.027663 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-790efeeb-d277-48f4-a40f-6ff3ca0439d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16198673'] for segment, precommit_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:14.033565 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-790efeeb-d277-48f4-a40f-6ff3ca0439d2 admin admin] Releasing vlan 854 on physical network physnet1 to pool {{(pid=75040) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 25 16:20:14.033937 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-790efeeb-d277-48f4-a40f-6ff3ca0439d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16198671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1434677'] for segment, after_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:14.046663 dv-cinder-806007-1-smb neutron-server[75040]: Traceback (most recent call last): Aug 25 16:20:14.046663 dv-cinder-806007-1-smb neutron-server[75040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 25 16:20:14.046663 dv-cinder-806007-1-smb neutron-server[75040]: timer() Aug 25 16:20:14.046663 dv-cinder-806007-1-smb neutron-server[75040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 16:20:14.046663 dv-cinder-806007-1-smb neutron-server[75040]: cb(*args, **kw) Aug 25 16:20:14.046663 dv-cinder-806007-1-smb neutron-server[75040]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 25 16:20:14.046663 dv-cinder-806007-1-smb neutron-server[75040]: return func(*args, **kwargs) Aug 25 16:20:14.046663 dv-cinder-806007-1-smb neutron-server[75040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 16:20:14.046663 dv-cinder-806007-1-smb neutron-server[75040]: self._notify() Aug 25 16:20:14.046663 dv-cinder-806007-1-smb neutron-server[75040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 16:20:14.046663 dv-cinder-806007-1-smb neutron-server[75040]: self.callback(batched_events) Aug 25 16:20:14.046663 dv-cinder-806007-1-smb neutron-server[75040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 16:20:14.046663 dv-cinder-806007-1-smb neutron-server[75040]: event.method(event) Aug 25 16:20:14.046663 dv-cinder-806007-1-smb neutron-server[75040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 25 16:20:14.046663 dv-cinder-806007-1-smb neutron-server[75040]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 16:20:14.046663 dv-cinder-806007-1-smb neutron-server[75040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 25 16:20:14.046663 dv-cinder-806007-1-smb neutron-server[75040]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 16:20:14.046663 dv-cinder-806007-1-smb neutron-server[75040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 25 16:20:14.046663 dv-cinder-806007-1-smb neutron-server[75040]: return f(self, *a, **k) Aug 25 16:20:14.046663 dv-cinder-806007-1-smb neutron-server[75040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 16:20:14.046663 dv-cinder-806007-1-smb neutron-server[75040]: return self._get(url).json() Aug 25 16:20:14.046663 dv-cinder-806007-1-smb neutron-server[75040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 16:20:14.046663 dv-cinder-806007-1-smb neutron-server[75040]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 16:20:14.046663 dv-cinder-806007-1-smb neutron-server[75040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 25 16:20:14.046663 dv-cinder-806007-1-smb neutron-server[75040]: return self.request(url, 'GET', **kwargs) Aug 25 16:20:14.046663 dv-cinder-806007-1-smb neutron-server[75040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 25 16:20:14.046663 dv-cinder-806007-1-smb neutron-server[75040]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 16:20:14.046663 dv-cinder-806007-1-smb neutron-server[75040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 25 16:20:14.046663 dv-cinder-806007-1-smb neutron-server[75040]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 16:20:14.046663 dv-cinder-806007-1-smb neutron-server[75040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 25 16:20:14.046663 dv-cinder-806007-1-smb neutron-server[75040]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 16:20:14.046663 dv-cinder-806007-1-smb neutron-server[75040]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 16:20:14.127193 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-790efeeb-d277-48f4-a40f-6ff3ca0439d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16197928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16129748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453727'] for network, after_delete {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:14.131270 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-d1ad783e-fae6-494a-b41d-a50f95e2f856 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:20:14.143910 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron_lib.callbacks.manager [None req-790efeeb-d277-48f4-a40f-6ff3ca0439d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16129646'] for network, before_response {{(pid=75040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:14.155478 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790efeeb-d277-48f4-a40f-6ff3ca0439d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=45296c1a-4a22-42da-b75e-6f09bf9bf51e,revision_number=None']} {{(pid=75040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:20:14.158307 dv-cinder-806007-1-smb neutron-server[75040]: DEBUG oslo_concurrency.lockutils [None req-790efeeb-d277-48f4-a40f-6ff3ca0439d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=75040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:20:14.162239 dv-cinder-806007-1-smb neutron-server[75040]: INFO neutron.wsgi [None req-790efeeb-d277-48f4-a40f-6ff3ca0439d2 admin admin] 10.222.0.68 "DELETE /v2.0/networks/45296c1a-4a22-42da-b75e-6f09bf9bf51e HTTP/1.1" status: 204 len: 168 time: 0.5119891 Aug 25 16:20:14.359443 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.wsgi [-] (75041) accepted ('10.222.0.68', 34834) {{(pid=75041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:20:14.409607 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [None req-7587e343-6283-40c8-b57f-7b8d55ebb50f admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=5d53581f62e44e7eb8f7eb3c5172bf1b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0489285 Aug 25 16:20:14.412425 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.wsgi [-] (75041) accepted ('10.222.0.68', 34838) {{(pid=75041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:20:14.473260 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-1fddb544-87dd-4916-9002-c997972329e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:14.501441 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-1fddb544-87dd-4916-9002-c997972329e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:14.557098 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-1fddb544-87dd-4916-9002-c997972329e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511434'] for security_group, after_delete {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:14.561319 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-87144e5f-c560-475d-88f4-03667ebbb542 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:20:14.575879 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fddb544-87dd-4916-9002-c997972329e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d923730-f17d-4671-9ddb-aa58d45a665a,revision_number=None']} {{(pid=75041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:20:14.579502 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG oslo_concurrency.lockutils [None req-1fddb544-87dd-4916-9002-c997972329e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=75041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:20:14.588737 dv-cinder-806007-1-smb neutron-server[75041]: DEBUG neutron_lib.callbacks.manager [None req-1fddb544-87dd-4916-9002-c997972329e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:14.589894 dv-cinder-806007-1-smb neutron-server[75041]: INFO neutron.wsgi [None req-1fddb544-87dd-4916-9002-c997972329e0 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/4d923730-f17d-4671-9ddb-aa58d45a665a HTTP/1.1" status: 204 len: 168 time: 0.1765893 Aug 25 16:20:18.616097 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:27.550743 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-c432034f-2f23-4e32-969d-0640e17aa1c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:28.792756 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:29.631410 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.db.agents_db [None req-a821c616-a82d-4ce6-adbe-0c63f7de4494 None None] Agent healthcheck: found 6 active agents {{(pid=75043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:20:29.943913 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-731248d4-7ad4-4493-a082-1744e1c60363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:31.009969 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-1bf536be-b7f1-4c3c-b07a-2be1e6809122 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:32.401710 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-8ca458b3-9003-4c9b-b026-f7ba765eab5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:48.617630 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:57.553561 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-96148acc-c438-4610-93d0-19a80c11cc01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:58.794410 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:59.946137 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-9ef3c696-e8e2-4758-830b-1e183deabb9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:21:01.014914 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-1bf536be-b7f1-4c3c-b07a-2be1e6809122 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:21:02.404758 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-8ca458b3-9003-4c9b-b026-f7ba765eab5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:21:06.632163 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.db.agents_db [None req-a821c616-a82d-4ce6-adbe-0c63f7de4494 None None] Agent healthcheck: found 6 active agents {{(pid=75043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:21:18.628742 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:21:27.556620 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-23872f9e-7e13-4e47-aa03-fc66a685c295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:21:28.797099 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:21:29.949298 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-abce1401-6c82-45a8-a177-43763cd640d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:21:31.015906 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-1bf536be-b7f1-4c3c-b07a-2be1e6809122 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:21:32.407519 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-8ca458b3-9003-4c9b-b026-f7ba765eab5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:21:43.632291 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.db.agents_db [None req-a821c616-a82d-4ce6-adbe-0c63f7de4494 None None] Agent healthcheck: found 6 active agents {{(pid=75043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:21:48.630144 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:21:57.558064 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-45c059a9-0f43-410d-b4eb-debcfc757cdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:21:58.801700 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:21:59.950236 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-962b20c4-924e-4958-8199-e962ec408752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:22:01.019734 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-1bf536be-b7f1-4c3c-b07a-2be1e6809122 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:22:02.410217 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-8ca458b3-9003-4c9b-b026-f7ba765eab5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:22:18.630340 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:22:20.632906 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.db.agents_db [None req-a821c616-a82d-4ce6-adbe-0c63f7de4494 None None] Agent healthcheck: found 6 active agents {{(pid=75043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:22:27.562634 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-d5523c94-ac2e-403b-92fa-4d8cb3b6db20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:22:28.805117 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:22:29.951187 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-effb4149-b7fa-49c7-ada8-7896efc329f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:22:31.021792 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-1bf536be-b7f1-4c3c-b07a-2be1e6809122 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:22:32.414268 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-8ca458b3-9003-4c9b-b026-f7ba765eab5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:22:48.639723 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:22:57.565946 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-936a2c98-35b9-4246-bad1-993b24436948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:22:57.633279 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.db.agents_db [None req-a821c616-a82d-4ce6-adbe-0c63f7de4494 None None] Agent healthcheck: found 6 active agents {{(pid=75043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:22:58.809318 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:22:59.953402 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-614ccf56-2b9c-42c3-a27c-0df2c6fcee98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:23:01.029823 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-1bf536be-b7f1-4c3c-b07a-2be1e6809122 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:23:02.416567 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-8ca458b3-9003-4c9b-b026-f7ba765eab5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:23:18.670817 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:23:27.568680 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-78579c82-e234-402d-9373-2702a99f12ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:23:28.810908 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:23:29.954803 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-03facf30-d3ad-43fa-890e-5ebe2f3c6e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:23:31.028010 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-1bf536be-b7f1-4c3c-b07a-2be1e6809122 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:23:32.418253 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-8ca458b3-9003-4c9b-b026-f7ba765eab5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:23:34.634149 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.db.agents_db [None req-a821c616-a82d-4ce6-adbe-0c63f7de4494 None None] Agent healthcheck: found 6 active agents {{(pid=75043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:23:48.652156 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:23:57.570684 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-3e55dd52-9241-4139-962c-d656e8985efe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:23:58.813740 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:23:59.955437 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-c1db11a8-7daf-464a-8cb6-ddd422bafff1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:24:01.032369 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-1bf536be-b7f1-4c3c-b07a-2be1e6809122 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:24:02.421404 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-8ca458b3-9003-4c9b-b026-f7ba765eab5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:24:11.633720 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.db.agents_db [None req-a821c616-a82d-4ce6-adbe-0c63f7de4494 None None] Agent healthcheck: found 6 active agents {{(pid=75043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:24:18.672322 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:24:27.573610 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-073d52c1-a463-4a24-9bd0-38a723258599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:24:28.815227 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:24:29.956598 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-044451ae-47b6-435d-80bf-df59303a6d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:24:31.033035 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-1bf536be-b7f1-4c3c-b07a-2be1e6809122 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:24:32.424361 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-8ca458b3-9003-4c9b-b026-f7ba765eab5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:24:48.633839 dv-cinder-806007-1-smb neutron-server[75043]: DEBUG neutron.db.agents_db [None req-a821c616-a82d-4ce6-adbe-0c63f7de4494 None None] Agent healthcheck: found 6 active agents {{(pid=75043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:24:48.689850 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-35b3dfdd-6948-4934-801d-1cc371615fa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:24:57.579537 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-7d6914fb-cd14-4c74-a595-b5f522216460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:24:58.818436 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-464ae274-6b7e-4f08-8d9f-437f74fa790c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:24:59.957327 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-7f034d59-654b-4452-86df-67d230becfda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:25:01.038011 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-1bf536be-b7f1-4c3c-b07a-2be1e6809122 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:25:02.425858 dv-cinder-806007-1-smb neutron-server[75042]: DEBUG neutron_lib.callbacks.manager [None req-8ca458b3-9003-4c9b-b026-f7ba765eab5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776572265072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16203191'] for agent, after_update {{(pid=75042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}